From 7c0502e248926bd0e89eec72e2e2f5b70b566bf9 Mon Sep 17 00:00:00 2001 From: Matthias Reso <13337103+mreso@users.noreply.github.com> Date: Fri, 14 Nov 2025 15:02:33 -0800 Subject: [PATCH 1/6] Updated slurm example to use v1 api --- examples/slurm/utils.py | 126 ++++----- examples/slurm_allreduce.ipynb | 171 +----------- examples/slurm_ddp.ipynb | 242 +--------------- examples/slurm_titan.ipynb | 489 +++++++-------------------------- 4 files changed, 168 insertions(+), 860 deletions(-) diff --git a/examples/slurm/utils.py b/examples/slurm/utils.py index c46584b96..8156054f7 100644 --- a/examples/slurm/utils.py +++ b/examples/slurm/utils.py @@ -4,26 +4,18 @@ # This source code is licensed under the BSD-style license found in the # LICENSE file in the root directory of this source tree. -import getpass +""" +Utility functions for running Monarch examples on SLURM with v1 API. -import json -import logging -import os -import pathlib - -from monarch._rust_bindings.monarch_hyperactor.alloc import AllocConstraints, AllocSpec -from monarch._src.actor.allocator import RemoteAllocator, TorchXRemoteAllocInitializer +Provides helper functions for creating and managing SLURM jobs: +- create_slurm_job(): Create a new SLURM job with mesh configuration +- cleanup_job(): Terminate and clean up SLURM jobs +""" -from monarch.actor import ProcMesh -from monarch.tools import commands -from monarch.tools.components import hyperactor -from monarch.tools.config import Config +import logging +from monarch.job import JobTrait, SlurmJob -USER = getpass.getuser() -HOME = pathlib.Path().home() -CWD = os.getcwd() -DEACTIVATE = None logging.basicConfig( level=logging.INFO, @@ -33,60 +25,62 @@ ) logger: logging.Logger = logging.getLogger(__name__) -# pre-configured for H100 -HOST_TYPE = "gpu.xlarge" -HOST_MEMORY = 2062607 - -async def get_appdef(num_hosts: int, host_type: str = HOST_TYPE): - # similar to Docker image; should contain a conda env in the $img_root/conda/ directory - # when config.workspace is not None, an ephemeral fbpkg version is created - # that conda-packs the currently active local conda env AND the directory specified by workspace - image = "monarch_default_workspace:latest" - - appdef = hyperactor.host_mesh( - image=image, - meshes=[f"mesh0:{num_hosts}:{host_type}"], # mesh_name:num_hosts:host_type +def create_slurm_job( + mesh_name: str, + num_nodes: int, + gpus_per_node: int, + time_limit: str = "06:00:00", + python_exe: str = None, +) -> SlurmJob: + """ + Create a SLURM job for Monarch v1 API. + + Args: + mesh_name: Name assigned to the primary mesh for this example. + A JobTrait can consist of multiple meshes, and + Monarch allows for re-attaching to ongoing jobs. + num_nodes: Number of nodes allocated per mesh + gpus_per_node: Number of GPUs per node in the mesh + time_limit: Time limit for the SLURM job (default: "06:00:00") + python_exe: Optional path to python executable + + Returns: + SlurmJob: A configured SLURM job instance + + Note: + SlurmJob is just one instance of a Monarch scheduler interface. + Consult the JobTrait documentation to find one that's right for your usecase. + """ + default_job_name = "monarch_example" + + slurm_job_args = { + "meshes": {mesh_name: num_nodes}, + "job_name": default_job_name, + "gpus_per_node": gpus_per_node, + "time_limit": time_limit, + } + if python_exe: + slurm_job_args["python_exe"] = python_exe + + return SlurmJob( + **slurm_job_args, + # ... additional args can be passed here ) - return appdef - -async def get_server_info(appdef, host_memory: int = HOST_MEMORY): - jobname = f"monarch-{USER}" - # TODO: Register this so we don't have to do this every time - for role in appdef.roles: - role.resource.memMB = host_memory +async def cleanup_job(job: JobTrait) -> None: + """ + Cancel the SLURM job, releasing all reserved nodes back to the cluster. - config = Config( - scheduler="slurm", - appdef=appdef, - workspace=str(CWD), # or None to disable building ephemeral, - ) + Args: + job: A JobTrait, like the one returned from create_slurm_job() - server_info = await commands.get_or_create( - jobname, - config, - force_restart=False, - ) - return server_info - - -async def create_proc_mesh(num_hosts, appdef, server_info): - num_gpus_per_host = appdef.roles[0].resource.gpu - - logger.info( - "\n===== Server Info =====\n%s", - json.dumps(server_info.to_json(), indent=2), - ) - - allocator = RemoteAllocator( - world_id="foo", - initializer=TorchXRemoteAllocInitializer(server_info.server_handle), - ) - alloc = await allocator.allocate( - AllocSpec(AllocConstraints(), hosts=num_hosts, gpus=num_gpus_per_host) - ) + Note: + The job will also terminate automatically when the configured TTL + is exceeded, but explicit cleanup is recommended for long-running + notebooks or scripts. + """ + job.kill() + logger.info("Job terminated successfully") - proc_mesh = await ProcMesh.from_alloc(alloc) - return proc_mesh diff --git a/examples/slurm_allreduce.ipynb b/examples/slurm_allreduce.ipynb index b60950179..2e302f80e 100644 --- a/examples/slurm_allreduce.ipynb +++ b/examples/slurm_allreduce.ipynb @@ -5,173 +5,8 @@ "execution_count": null, "id": "c443b989-5a71-455f-9a59-9963338634ec", "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - ":8: FutureWarning: Setting `workspace='/home/ubuntu/ahmads/monarch/examples'` is deprecated.\n", - "torchx.schedulers.slurm_scheduler 2025-08-29 21:02:20 INFO unable to get job info for `monarch-ubuntu` with `squeue` (squeue: error: Invalid job id: monarch-ubuntu\n", - "), trying `sacct`\n", - "torchx.schedulers.slurm_scheduler 2025-08-29 21:02:20 INFO unable to get job info for `monarch-ubuntu` with `sacct` (sacct: fatal: Bad job/step specified: monarch-ubuntu\n", - ")\n", - "monarch.tools.commands 2025-08-29 21:02:20 INFO no existing RUNNING server `slurm:///monarch-ubuntu` creating new one...\n", - "torchx.runner.api 2025-08-29 21:02:20 INFO Tracker configurations: {}\n", - "torchx.runner.api 2025-08-29 21:02:20 INFO Checking for changes in workspace `/home/ubuntu/.monarch/out/tmpkk97qppi/workspace`...\n", - "torchx.runner.api 2025-08-29 21:02:20 INFO To disable workspaces pass: --workspace=\"\" from CLI or workspace=None programmatically.\n", - "torchx.runner.api 2025-08-29 21:02:20 INFO Reusing original image `monarch_default_workspace:latest` for role[0]=mesh0. Either a patch was built or no changes to workspace was detected.\n", - "monarch.tools.commands 2025-08-29 21:02:20 INFO created new `slurm:///418` waiting for it to be ready...\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Ahmad: {'requeue': None, 'ntasks-per-node': '1', 'cpus-per-task': '48', 'mem': '186777', 'gpus-per-task': '4', 'ntasks': '1'}\n", - "Ahmad: {'requeue': None, 'ntasks-per-node': '1', 'cpus-per-task': '48', 'mem': '186777', 'gpus-per-task': '4', 'ntasks': '1'}\n", - "Waiting for slurm:///418 to be RUNNING (current: PENDING); will check again in 5.0 seconds. Total wait time: 0:00:20.105986\r" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "slurm.utils 2025-08-29 21:02:45 INFO \n", - "===== Server Info =====\n", - "{\n", - " \"name\": \"418\",\n", - " \"server_handle\": \"slurm:///418\",\n", - " \"state\": \"RUNNING\",\n", - " \"meshes\": {\n", - " \"mesh0\": {\n", - " \"host_type\": \"__UNSET__\",\n", - " \"hosts\": 2,\n", - " \"gpus\": -1,\n", - " \"hostnames\": [\n", - " \"gpu-queue-st-gpu-compute-1\",\n", - " \"gpu-queue-st-gpu-compute-2\"\n", - " ]\n", - " }\n", - " }\n", - "}\n", - "__main__ 2025-08-29 21:02:45 INFO computing world size...\n", - "monarch._src.actor.allocator 2025-08-29 21:02:45 INFO no match label `procmesh.monarch.meta.com/name` specified in alloc constraints\n", - "monarch._src.actor.allocator 2025-08-29 21:02:45 INFO found a single proc mesh `mesh0` in slurm:///418, will allocate on it\n", - "monarch.tools.network 2025-08-29 21:02:45 INFO no AF_INET6 address that can bind TCP sockets for `gpu-queue-st-gpu-compute-1:26600` (error: [Errno -5] No address associated with hostname)\n", - "monarch.tools.network 2025-08-29 21:02:45 INFO resolved AF_INET address `10.0.2.236:26600` for `gpu-queue-st-gpu-compute-1:26600`\n", - "monarch.tools.network 2025-08-29 21:02:45 INFO no AF_INET6 address that can bind TCP sockets for `gpu-queue-st-gpu-compute-2:26600` (error: [Errno -5] No address associated with hostname)\n", - "monarch.tools.network 2025-08-29 21:02:45 INFO resolved AF_INET address `10.0.2.132:26600` for `gpu-queue-st-gpu-compute-2:26600`\n", - "monarch._src.actor.allocator 2025-08-29 21:02:45 INFO initializing alloc on remote allocator addresses: ['tcp!10.0.2.236:26600', 'tcp!10.0.2.132:26600']\n", - "monarch._src.actor.allocator 2025-08-29 21:02:45 INFO no match label `procmesh.monarch.meta.com/name` specified in alloc constraints\n", - "monarch._src.actor.allocator 2025-08-29 21:02:45 INFO found a single proc mesh `mesh0` in slurm:///418, will allocate on it\n", - "monarch.tools.network 2025-08-29 21:02:45 INFO no AF_INET6 address that can bind TCP sockets for `gpu-queue-st-gpu-compute-1:26600` (error: [Errno -5] No address associated with hostname)\n", - "monarch.tools.network 2025-08-29 21:02:45 INFO resolved AF_INET address `10.0.2.236:26600` for `gpu-queue-st-gpu-compute-1:26600`\n", - "monarch.tools.network 2025-08-29 21:02:45 INFO no AF_INET6 address that can bind TCP sockets for `gpu-queue-st-gpu-compute-2:26600` (error: [Errno -5] No address associated with hostname)\n", - "monarch.tools.network 2025-08-29 21:02:45 INFO resolved AF_INET address `10.0.2.132:26600` for `gpu-queue-st-gpu-compute-2:26600`\n", - "monarch._src.actor.allocator 2025-08-29 21:02:45 INFO initializing alloc on remote allocator addresses: ['tcp!10.0.2.236:26600', 'tcp!10.0.2.132:26600']\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "New job `slurm:///418` is ready to serve.\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "__main__ 2025-08-29 21:02:53 INFO computed world_sizes:\n", - " ----------------------------------------\n", - " {\n", - " \"rank_0\": 8,\n", - " \"rank_1\": 8,\n", - " \"rank_2\": 8,\n", - " \"rank_3\": 8,\n", - " \"rank_4\": 8,\n", - " \"rank_5\": 8,\n", - " \"rank_6\": 8,\n", - " \"rank_7\": 8\n", - "}\n", - " ----------------------------------------\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[36m>>> Aggregated Logs (2025-08-29 21:02:51) >>>\u001b[0m\n", - "\u001b[33m[8 similar log lines]\u001b[0m Initializing process group `nccl`:\n", - "\u001b[33m[8 similar log lines]\u001b[0m MASTER_ADDR = gpu-queue-st-gpu-compute-1\n", - "\u001b[33m[8 similar log lines]\u001b[0m MASTER_PORT = 29500\n", - "\u001b[33m[8 similar log lines]\u001b[0m RANK = 5\n", - "\u001b[33m[8 similar log lines]\u001b[0m WORLD_SIZE = 8\n", - "\u001b[36m<<< Aggregated Logs (2025-08-29 21:02:54) <<<\u001b[0m\n", - "\n" - ] - } - ], - "source": [ - "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n", - "\n", - "# @noautodeps\n", - "# pyre-ignore-all-errors\n", - "import json\n", - "import logging\n", - "import sys\n", - "\n", - "import cloudpickle\n", - "from monarch.tools import commands\n", - "from example_actors.compute_world_size_actor import ComputeWorldSizeActor\n", - "from slurm.utils import get_appdef, get_server_info, create_proc_mesh\n", - "\n", - "\n", - "logging.basicConfig(\n", - " level=logging.INFO,\n", - " format=\"%(name)s %(asctime)s %(levelname)s %(message)s\",\n", - " datefmt=\"%Y-%m-%d %H:%M:%S\",\n", - " force=True,\n", - ")\n", - "\n", - "\n", - "logger: logging.Logger = logging.getLogger(__name__)\n", - "\n", - "\n", - "async def main():\n", - " num_hosts = 2\n", - " appdef = await get_appdef(num_hosts)\n", - " server_info = await get_server_info(appdef)\n", - "\n", - " try:\n", - " proc_mesh = await create_proc_mesh(num_hosts, appdef, server_info)\n", - " actor = await proc_mesh.spawn(\"compute_world_size_actor\", ComputeWorldSizeActor)\n", - "\n", - " logger.info(\"computing world size...\")\n", - " # this is redundant but is here for example sake\n", - " mesh_name = server_info.get_mesh_spec(\"mesh0\").name\n", - " values = await actor.compute_world_size.call(\n", - " master_addr=server_info.host0(mesh_name),\n", - " master_port=29500,\n", - " )\n", - "\n", - " values_by_rank = {f\"rank_{p.rank}\": v for p, v in list(values.flatten(\"rank\"))}\n", - "\n", - " logger.info(\n", - " f\"\"\"computed world_sizes:\n", - " {'-'*40}\n", - " {json.dumps(values_by_rank, indent=2)}\n", - " {'-'*40}\"\"\"\n", - " )\n", - " finally:\n", - " commands.kill(f\"slurm:///{server_info.name}\")\n", - "\n", - "\n", - "if __name__ == \"__main__\":\n", - " cloudpickle.register_pickle_by_value(sys.modules[ComputeWorldSizeActor.__module__])\n", - "\n", - " await main()" - ] + "outputs": [], + "source": "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n\n# @noautodeps\n# pyre-ignore-all-errors\nimport json\nimport logging\nimport sys\n\nimport cloudpickle\nfrom example_actors.compute_world_size_actor import ComputeWorldSizeActor\nfrom slurm.utils import create_slurm_job, cleanup_job\n\n\nlogging.basicConfig(\n level=logging.INFO,\n format=\"%(name)s %(asctime)s %(levelname)s %(message)s\",\n datefmt=\"%Y-%m-%d %H:%M:%S\",\n force=True,\n)\n\n\nlogger: logging.Logger = logging.getLogger(__name__)\n\n\nasync def main():\n num_nodes = 2\n gpus_per_node = 8\n mesh_name = \"mesh0\"\n \n # Create SLURM job\n slurm_job = create_slurm_job(mesh_name, num_nodes, gpus_per_node)\n\n try:\n # Get job state and create process mesh\n job_state = slurm_job.state()\n proc_mesh = job_state.mesh0.spawn_procs({\"gpus\": gpus_per_node})\n \n # Spawn actor\n actor = proc_mesh.spawn(\"compute_world_size_actor\", ComputeWorldSizeActor)\n\n logger.info(\"computing world size...\")\n # this is redundant but is here for example sake\n values = await actor.compute_world_size.call(\n master_addr=job_state.mesh0.hosts[0],\n master_port=29500,\n )\n\n values_by_rank = {f\"rank_{p.rank}\": v for p, v in list(values.flatten(\"rank\"))}\n\n logger.info(\n f\"\"\"computed world_sizes:\n {'-'*40}\n {json.dumps(values_by_rank, indent=2)}\n {'-'*40}\"\"\"\n )\n finally:\n await cleanup_job(slurm_job)\n\n\nif __name__ == \"__main__\":\n cloudpickle.register_pickle_by_value(sys.modules[ComputeWorldSizeActor.__module__])\n\n await main()" } ], "metadata": { @@ -195,4 +30,4 @@ }, "nbformat": 4, "nbformat_minor": 5 -} +} \ No newline at end of file diff --git a/examples/slurm_ddp.ipynb b/examples/slurm_ddp.ipynb index 14dc7a65d..e14e1ce84 100644 --- a/examples/slurm_ddp.ipynb +++ b/examples/slurm_ddp.ipynb @@ -5,244 +5,8 @@ "execution_count": null, "id": "c443b989-5a71-455f-9a59-9963338634ec", "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - ":8: FutureWarning: Setting `workspace='/home/ubuntu/ahmads/monarch/examples'` is deprecated.\n", - "torchx.schedulers.slurm_scheduler 2025-08-29 20:40:34 INFO unable to get job info for `monarch-ubuntu` with `squeue` (squeue: error: Invalid job id: monarch-ubuntu\n", - "), trying `sacct`\n", - "torchx.schedulers.slurm_scheduler 2025-08-29 20:40:34 INFO unable to get job info for `monarch-ubuntu` with `sacct` (sacct: fatal: Bad job/step specified: monarch-ubuntu\n", - ")\n", - "monarch.tools.commands 2025-08-29 20:40:34 INFO no existing RUNNING server `slurm:///monarch-ubuntu` creating new one...\n", - "torchx.runner.api 2025-08-29 20:40:34 INFO Tracker configurations: {}\n", - "torchx.runner.api 2025-08-29 20:40:34 INFO Checking for changes in workspace `/home/ubuntu/.monarch/out/tmp3m4zzjg6/workspace`...\n", - "torchx.runner.api 2025-08-29 20:40:34 INFO To disable workspaces pass: --workspace=\"\" from CLI or workspace=None programmatically.\n", - "torchx.runner.api 2025-08-29 20:40:34 INFO Reusing original image `monarch_default_workspace:latest` for role[0]=mesh0. Either a patch was built or no changes to workspace was detected.\n", - "monarch.tools.commands 2025-08-29 20:40:34 INFO created new `slurm:///410` waiting for it to be ready...\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Ahmad: {'requeue': None, 'ntasks-per-node': '1', 'cpus-per-task': '48', 'mem': '186777', 'gpus-per-task': '4', 'ntasks': '1'}\n", - "Ahmad: {'requeue': None, 'ntasks-per-node': '1', 'cpus-per-task': '48', 'mem': '186777', 'gpus-per-task': '4', 'ntasks': '1'}\n", - "Waiting for slurm:///410 to be RUNNING (current: PENDING); will check again in 5.0 seconds. Total wait time: 0:00:00.015800\r" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "[-]E0829 20:40:34.996334 8536 hyperactor/src/channel/net.rs:695] error_msg:session tcp:10.0.2.236:26600.5117454862225131082: failed to deliver message within timeout\n", - "[-]E0829 20:40:35.341902 8536 hyperactor/src/channel/net.rs:708] error_msg:session tcp:10.0.2.132:26600.8381289842876906331: failed to receive ack within timeout 30 secs; link is currently broken\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Waiting for slurm:///410 to be RUNNING (current: PENDING); will check again in 5.0 seconds. Total wait time: 0:00:10.059201\r" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "slurm.utils 2025-08-29 20:40:49 INFO \n", - "===== Server Info =====\n", - "{\n", - " \"name\": \"410\",\n", - " \"server_handle\": \"slurm:///410\",\n", - " \"state\": \"RUNNING\",\n", - " \"meshes\": {\n", - " \"mesh0\": {\n", - " \"host_type\": \"__UNSET__\",\n", - " \"hosts\": 2,\n", - " \"gpus\": -1,\n", - " \"hostnames\": [\n", - " \"gpu-queue-st-gpu-compute-1\",\n", - " \"gpu-queue-st-gpu-compute-2\"\n", - " ]\n", - " }\n", - " }\n", - "}\n", - "monarch._src.actor.allocator 2025-08-29 20:40:49 INFO no match label `procmesh.monarch.meta.com/name` specified in alloc constraints\n", - "monarch._src.actor.allocator 2025-08-29 20:40:49 INFO found a single proc mesh `mesh0` in slurm:///410, will allocate on it\n", - "monarch.tools.network 2025-08-29 20:40:49 INFO no AF_INET6 address that can bind TCP sockets for `gpu-queue-st-gpu-compute-1:26600` (error: [Errno -5] No address associated with hostname)\n", - "monarch.tools.network 2025-08-29 20:40:49 INFO resolved AF_INET address `10.0.2.236:26600` for `gpu-queue-st-gpu-compute-1:26600`\n", - "monarch.tools.network 2025-08-29 20:40:49 INFO no AF_INET6 address that can bind TCP sockets for `gpu-queue-st-gpu-compute-2:26600` (error: [Errno -5] No address associated with hostname)\n", - "monarch.tools.network 2025-08-29 20:40:49 INFO resolved AF_INET address `10.0.2.132:26600` for `gpu-queue-st-gpu-compute-2:26600`\n", - "monarch._src.actor.allocator 2025-08-29 20:40:49 INFO initializing alloc on remote allocator addresses: ['tcp!10.0.2.236:26600', 'tcp!10.0.2.132:26600']\n", - "monarch._src.actor.allocator 2025-08-29 20:40:49 INFO no match label `procmesh.monarch.meta.com/name` specified in alloc constraints\n", - "monarch._src.actor.allocator 2025-08-29 20:40:49 INFO found a single proc mesh `mesh0` in slurm:///410, will allocate on it\n", - "monarch.tools.network 2025-08-29 20:40:49 INFO no AF_INET6 address that can bind TCP sockets for `gpu-queue-st-gpu-compute-1:26600` (error: [Errno -5] No address associated with hostname)\n", - "monarch.tools.network 2025-08-29 20:40:49 INFO resolved AF_INET address `10.0.2.236:26600` for `gpu-queue-st-gpu-compute-1:26600`\n", - "monarch.tools.network 2025-08-29 20:40:49 INFO no AF_INET6 address that can bind TCP sockets for `gpu-queue-st-gpu-compute-2:26600` (error: [Errno -5] No address associated with hostname)\n", - "monarch.tools.network 2025-08-29 20:40:49 INFO resolved AF_INET address `10.0.2.132:26600` for `gpu-queue-st-gpu-compute-2:26600`\n", - "monarch._src.actor.allocator 2025-08-29 20:40:49 INFO initializing alloc on remote allocator addresses: ['tcp!10.0.2.236:26600', 'tcp!10.0.2.132:26600']\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "New job `slurm:///410` is ready to serve.\n", - "\u001b[36m>>> Aggregated Logs (2025-08-29 20:40:55) >>>\u001b[0m\n", - "\u001b[33m[8 similar log lines]\u001b[0m self.rank=7 Initializing torch distributed\n", - "\u001b[33m[8 similar log lines]\u001b[0m [Gloo] Rank 0 is connected to 7 peer ranks. Expected number of connected peer ranks is : 7\n", - "\u001b[33m[8 similar log lines]\u001b[0m self.rank=0 Finished initializing torch distributed\n", - "\u001b[33m[8 similar log lines]\u001b[0m self.rank=0 Running basic DDP example\n", - "\u001b[33m[8 similar log lines]\u001b[0m self.rank=5 local_rank=1\n", - "\u001b[36m<<< Aggregated Logs (2025-08-29 20:40:58) <<<\u001b[0m\n", - "\n", - "DDP example completed successfully!\n", - "\u001b[36m>>> Aggregated Logs (2025-08-29 20:40:58) >>>\u001b[0m\n", - "\u001b[33m[8 similar log lines]\u001b[0m self.rank=6 Finished running basic DDP example\n", - "\u001b[33m[8 similar log lines]\u001b[0m self.rank=0 Cleaning up torch distributed\n", - "\u001b[36m<<< Aggregated Logs (2025-08-29 20:41:01) <<<\u001b[0m\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "[-]E0829 20:41:30.158934 8536 hyperactor/src/channel/net.rs:695] error_msg:session tcp:10.0.2.132:26600.11111315873644166091: failed to deliver message within timeout\n", - "[-]E0829 20:41:30.774458 8536 hyperactor/src/channel/net.rs:695] error_msg:session tcp:10.0.2.236:26600.6097672994633804723: failed to deliver message within timeout\n", - "[-]E0829 20:41:34.705394 8536 hyperactor/src/channel/net.rs:695] error_msg:session tcp:10.0.2.236:38955.9004778724387042266: failed to deliver message within timeout\n" - ] - } - ], - "source": [ - "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n", - "\n", - "# @noautodeps\n", - "# pyre-ignore-all-errors\n", - "import logging\n", - "import os\n", - "import os\n", - "import torch\n", - "import torch.distributed as dist\n", - "import torch.distributed as dist\n", - "import torch.nn as nn\n", - "import torch.optim as optim\n", - "\n", - "from monarch.tools import commands\n", - "from monarch.actor import Actor, current_rank, endpoint\n", - "from monarch.actor import Actor, current_rank, endpoint\n", - "from monarch.utils import setup_env_for_distributed\n", - "from torch.nn.parallel import DistributedDataParallel as DDP\n", - "from slurm.utils import get_appdef, get_server_info, create_proc_mesh\n", - "\n", - "\n", - "logging.basicConfig(\n", - " level=logging.INFO,\n", - " format=\"%(name)s %(asctime)s %(levelname)s %(message)s\",\n", - " datefmt=\"%Y-%m-%d %H:%M:%S\",\n", - " force=True,\n", - ")\n", - "\n", - "\n", - "logger: logging.Logger = logging.getLogger(__name__)\n", - "\n", - "\n", - "class ToyModel(nn.Module):\n", - " \"\"\"A simple toy model for demonstration purposes.\"\"\"\n", - "\n", - " def __init__(self):\n", - " super(ToyModel, self).__init__()\n", - " self.net1 = nn.Linear(10, 10)\n", - " self.relu = nn.ReLU()\n", - " self.net2 = nn.Linear(10, 5)\n", - "\n", - " def forward(self, x):\n", - " return self.net2(self.relu(self.net1(x)))\n", - "\n", - "\n", - "class DDPActor(Actor):\n", - " \"\"\"This Actor wraps the basic functionality from Torch's DDP example.\n", - "\n", - " Conveniently, all of the methods we need are already laid out for us,\n", - " so we can just wrap them in the usual Actor endpoint semantic with some\n", - " light modifications.\n", - "\n", - " Adapted from: https://docs.pytorch.org/tutorials/intermediate/ddp_tutorial.html#basic-use-case\n", - " \"\"\"\n", - "\n", - " def __init__(self):\n", - " self.rank = current_rank().rank\n", - "\n", - " def _rprint(self, msg):\n", - " \"\"\"Helper method to print with rank information.\"\"\"\n", - " print(f\"{self.rank=} {msg}\")\n", - "\n", - " @endpoint\n", - " async def setup(self):\n", - " \"\"\"Initialize the PyTorch distributed process group.\"\"\"\n", - " self._rprint(\"Initializing torch distributed\")\n", - "\n", - " WORLD_SIZE = int(os.environ[\"WORLD_SIZE\"])\n", - " # initialize the process group\n", - " dist.init_process_group(\"gloo\", rank=self.rank, world_size=WORLD_SIZE)\n", - " self._rprint(\"Finished initializing torch distributed\")\n", - "\n", - " @endpoint\n", - " async def cleanup(self):\n", - " \"\"\"Clean up the PyTorch distributed process group.\"\"\"\n", - " self._rprint(\"Cleaning up torch distributed\")\n", - " dist.destroy_process_group()\n", - "\n", - " @endpoint\n", - " async def demo_basic(self):\n", - " \"\"\"Run a basic DDP training example.\"\"\"\n", - " self._rprint(\"Running basic DDP example\")\n", - "\n", - " # create model and move it to GPU with id rank\n", - " local_rank = int(os.environ[\"LOCAL_RANK\"])\n", - " self._rprint(f\"{local_rank=}\")\n", - " model = ToyModel().to(local_rank)\n", - " ddp_model = DDP(model, device_ids=[local_rank])\n", - "\n", - " loss_fn = nn.MSELoss()\n", - " optimizer = optim.SGD(ddp_model.parameters(), lr=0.001)\n", - "\n", - " optimizer.zero_grad()\n", - " outputs = ddp_model(torch.randn(20, 10))\n", - " labels = torch.randn(20, 5).to(local_rank)\n", - " loss_fn(outputs, labels).backward()\n", - " optimizer.step()\n", - "\n", - " print(f\"{self.rank=} Finished running basic DDP example\")\n", - "\n", - "\n", - "async def main():\n", - " num_hosts = 2\n", - " appdef = await get_appdef(num_hosts)\n", - " server_info = await get_server_info(appdef)\n", - "\n", - " try:\n", - " proc_mesh = await create_proc_mesh(num_hosts, appdef, server_info)\n", - "\n", - " ddp_actor = await proc_mesh.spawn(\"ddp_actor\", DDPActor)\n", - "\n", - " await setup_env_for_distributed(proc_mesh)\n", - "\n", - " await ddp_actor.setup.call()\n", - " await ddp_actor.demo_basic.call()\n", - " await ddp_actor.cleanup.call()\n", - "\n", - " print(\"DDP example completed successfully!\")\n", - "\n", - " finally:\n", - " commands.kill(f\"slurm:///{server_info.name}\")\n", - "\n", - "\n", - "if __name__ == \"__main__\":\n", - " await main()" - ] + "outputs": [], + "source": "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n\n# @noautodeps\n# pyre-ignore-all-errors\nimport logging\nimport os\nimport torch\nimport torch.distributed as dist\nimport torch.nn as nn\nimport torch.optim as optim\n\nfrom monarch.actor import Actor, current_rank, endpoint\nfrom monarch.utils import setup_env_for_distributed\nfrom torch.nn.parallel import DistributedDataParallel as DDP\nfrom slurm.utils import create_slurm_job, cleanup_job\n\n\nlogging.basicConfig(\n level=logging.INFO,\n format=\"%(name)s %(asctime)s %(levelname)s %(message)s\",\n datefmt=\"%Y-%m-%d %H:%M:%S\",\n force=True,\n)\n\n\nlogger: logging.Logger = logging.getLogger(__name__)\n\n\nclass ToyModel(nn.Module):\n \"\"\"A simple toy model for demonstration purposes.\"\"\"\n\n def __init__(self):\n super(ToyModel, self).__init__()\n self.net1 = nn.Linear(10, 10)\n self.relu = nn.ReLU()\n self.net2 = nn.Linear(10, 5)\n\n def forward(self, x):\n return self.net2(self.relu(self.net1(x)))\n\n\nclass DDPActor(Actor):\n \"\"\"This Actor wraps the basic functionality from Torch's DDP example.\n\n Conveniently, all of the methods we need are already laid out for us,\n so we can just wrap them in the usual Actor endpoint semantic with some\n light modifications.\n\n Adapted from: https://docs.pytorch.org/tutorials/intermediate/ddp_tutorial.html#basic-use-case\n \"\"\"\n\n def __init__(self):\n self.rank = current_rank().rank\n\n def _rprint(self, msg):\n \"\"\"Helper method to print with rank information.\"\"\"\n print(f\"{self.rank=} {msg}\")\n\n @endpoint\n async def setup(self):\n \"\"\"Initialize the PyTorch distributed process group.\"\"\"\n self._rprint(\"Initializing torch distributed\")\n\n WORLD_SIZE = int(os.environ[\"WORLD_SIZE\"])\n # initialize the process group\n dist.init_process_group(\"gloo\", rank=self.rank, world_size=WORLD_SIZE)\n self._rprint(\"Finished initializing torch distributed\")\n\n @endpoint\n async def cleanup(self):\n \"\"\"Clean up the PyTorch distributed process group.\"\"\"\n self._rprint(\"Cleaning up torch distributed\")\n dist.destroy_process_group()\n\n @endpoint\n async def demo_basic(self):\n \"\"\"Run a basic DDP training example.\"\"\"\n self._rprint(\"Running basic DDP example\")\n\n # create model and move it to GPU with id rank\n local_rank = int(os.environ[\"LOCAL_RANK\"])\n self._rprint(f\"{local_rank=}\")\n model = ToyModel().to(local_rank)\n ddp_model = DDP(model, device_ids=[local_rank])\n\n loss_fn = nn.MSELoss()\n optimizer = optim.SGD(ddp_model.parameters(), lr=0.001)\n\n optimizer.zero_grad()\n outputs = ddp_model(torch.randn(20, 10))\n labels = torch.randn(20, 5).to(local_rank)\n loss_fn(outputs, labels).backward()\n optimizer.step()\n\n print(f\"{self.rank=} Finished running basic DDP example\")\n\n\nasync def main():\n num_nodes = 2\n gpus_per_node = 8\n mesh_name = \"mesh0\"\n \n # Create SLURM job\n slurm_job = create_slurm_job(mesh_name, num_nodes, gpus_per_node)\n\n try:\n # Get job state and create process mesh\n job_state = slurm_job.state()\n proc_mesh = job_state.mesh0.spawn_procs({\"gpus\": gpus_per_node})\n\n # Spawn DDP actor\n ddp_actor = proc_mesh.spawn(\"ddp_actor\", DDPActor)\n\n # Setup distributed environment\n await setup_env_for_distributed(proc_mesh)\n\n # Run DDP example\n await ddp_actor.setup.call()\n await ddp_actor.demo_basic.call()\n await ddp_actor.cleanup.call()\n\n print(\"DDP example completed successfully!\")\n\n finally:\n await cleanup_job(slurm_job)\n\n\nif __name__ == \"__main__\":\n await main()" }, { "cell_type": "code", @@ -274,4 +38,4 @@ }, "nbformat": 4, "nbformat_minor": 5 -} +} \ No newline at end of file diff --git a/examples/slurm_titan.ipynb b/examples/slurm_titan.ipynb index 4edd474e2..26f18bd0f 100644 --- a/examples/slurm_titan.ipynb +++ b/examples/slurm_titan.ipynb @@ -1,389 +1,104 @@ { - "cells": [ - { - "cell_type": "markdown", - "id": "1c91f6d2", - "metadata": {}, - "source": [ - "## Monarch + TorchTitan on SLURM\n", - "This example notebook demonstrates how you can easily run and iterate on a distributed training job with Monarch and TorchTitan.\n", - "\n", - "#### Prerequisites\n", - "Please make sure your environment is setup for this notebook:\n", - "1. Install Monarch nightly: https://github.com/meta-pytorch/monarch/blob/main/scripts/install_nightly.py\n", - "2. Install Titan nightly: https://github.com/pytorch/torchtitan?tab=readme-ov-file#nightly-builds\n", - "3. Ensure you have a valid Titan model config in the script directory (i.e: https://github.com/pytorch/torchtitan/blob/main/torchtitan/models/llama3/train_configs/debug_model.toml)" - ] - }, - { - "cell_type": "markdown", - "id": "77cd971d", - "metadata": {}, - "source": [ - "### 1. Reserve your SLURM job\n", - "If necessary, update paramaters for your cluster:\n", - "- host_type: TorchX named resource for your cluster (default: \"gpu.xlarge\")\n", - "- host_memory: Memory per machine in MB (default: 2062607)\n", - "\n", - "For more information on TorchX resources: https://docs.pytorch.org/torchx/main/specs.html#resource" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "id": "85b0693f", - "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - ":8: FutureWarning: Setting `workspace='/mnt/home/amirafzali/monarch/examples'` is deprecated. Use `workspace=monarch.tools.config.workspace.Workspace(dirs=['/mnt/home/amirafzali/monarch/examples'])` instead.\n", - "torchx.schedulers.slurm_scheduler 2025-09-23 04:50:42 INFO unable to get job info for `monarch-amirafzali` with `squeue` (squeue: error: Invalid job id: monarch-amirafzali\n", - "), trying `sacct`\n", - "torchx.schedulers.slurm_scheduler 2025-09-23 04:50:42 INFO unable to get job info for `monarch-amirafzali` with `sacct` (sacct: fatal: Bad job/step specified: monarch-amirafzali\n", - ")\n", - "monarch.tools.commands 2025-09-23 04:50:42 INFO no existing RUNNING server `slurm:///monarch-amirafzali` creating new one...\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "torchx.runner.api 2025-09-23 04:50:42 INFO Tracker configurations: {}\n", - "torchx.runner.api 2025-09-23 04:50:42 INFO Checking for changes in workspace `/mnt/home/amirafzali/.monarch/out/tmptsrcdyex/workspace`...\n", - "torchx.runner.api 2025-09-23 04:50:42 INFO To disable workspaces pass: --workspace=\"\" from CLI or workspace=None programmatically.\n", - "torchx.runner.api 2025-09-23 04:50:42 INFO Reusing original image `monarch_default_workspace:latest` for role[0]=mesh0. Either a patch was built or no changes to workspace was detected.\n", - "monarch.tools.commands 2025-09-23 04:50:42 INFO created new `slurm:///295` waiting for it to be ready...\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "New job `slurm:///295` is ready to serve.urrent: PENDING); will check again in 5.0 seconds. Total wait time: 0:00:25.251284\n" - ] - } - ], - "source": [ - "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n", - "\n", - "from slurm.utils import get_appdef, get_server_info, create_proc_mesh\n", - "\n", - "\n", - "num_nodes = 2 # assign for your system\n", - "appdef = await get_appdef(\n", - " num_nodes,\n", - " # host_type = ...\n", - ")\n", - "server_info = await get_server_info(\n", - " appdef,\n", - " # host_memory = ...\n", - ")" - ] - }, - { - "cell_type": "markdown", - "id": "663e41ce", - "metadata": {}, - "source": [ - "### 2. Define your Titan and cluster parameters" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "id": "39d51df7", - "metadata": {}, - "outputs": [], - "source": [ - "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n", - "\n", - "from torchtitan.train import Trainer\n", - "from torchtitan.config import ConfigManager, JobConfig\n", - "from monarch.actor import Actor, current_rank, endpoint\n", - "from torchtitan.tools.logging import init_logger, logger\n", - "import torch\n", - "from dataclasses import dataclass\n", - "import os\n", - "from monarch.tools import commands\n", - "from monarch.utils import setup_env_for_distributed\n", - "\n", - "\n", - "@dataclass\n", - "class RunParams:\n", - " \"\"\"\n", - " Parameters for your cluster and training job, adjust as needed\n", - " \"\"\"\n", - " training_steps: int = 50\n", - " model_config = \"debug_model.toml\"\n", - " dataset = \"c4\"\n", - " num_nodes = num_nodes\n", - " gpus_per_node = 4\n", - "\n", - "\n", - "class TrainerActor(Actor):\n", - " \"\"\"\n", - " A simple wrapper class with executes a TorchTitan trainer in a Monarch actor\n", - " \"\"\"\n", - " def __init__(self, job_config: JobConfig) -> None:\n", - " self.job_config = job_config\n", - " rank = current_rank().rank\n", - " self.uid = f\"[trainer_{rank}]\"\n", - "\n", - " @endpoint\n", - " async def start_training(self) -> None:\n", - " init_logger()\n", - " trainer: Trainer | None = None\n", - "\n", - " try:\n", - " trainer = Trainer(self.job_config)\n", - " logger.info(f\"{self.uid} initialized successfully and starting training\")\n", - " trainer.train()\n", - " except Exception:\n", - " if trainer:\n", - " trainer.close()\n", - " raise\n", - " else:\n", - " trainer.close()\n", - " finally:\n", - " torch.distributed.destroy_process_group()\n", - " logger.info(f\"{self.uid} trainer cleaned up\")\n", - "\n", - "def make_job_config() -> JobConfig:\n", - " \"\"\"\n", - " Create a job config which is digested by TorchTitan, sourced from RunParams\n", - " \"\"\"\n", - " data_parallel_shard_degree = RunParams.num_nodes * RunParams.gpus_per_node\n", - " output_path = \"./outputs\"\n", - "\n", - " script_dir = globals()['_dh'][0]\n", - " default_args = [\n", - " \"--job.config_file\",\n", - " os.path.join(script_dir, RunParams.model_config),\n", - " \"--model.tokenizer_path\",\n", - " os.path.join(script_dir, \"tokenizer\"),\n", - " \"--comm.trace_buf_size\",\n", - " \"0\",\n", - " \"--metrics.log_freq\",\n", - " \"1\",\n", - " \"--parallelism.data_parallel_shard_degree\",\n", - " str(data_parallel_shard_degree),\n", - " \"--activation_checkpoint.mode\",\n", - " \"full\",\n", - " \"--comm.train_timeout_seconds\",\n", - " \"60\",\n", - " \"--training.steps\",\n", - " str(RunParams.training_steps),\n", - " \"--training.dataset\",\n", - " RunParams.dataset,\n", - " \"--job.dump_folder\",\n", - " output_path,\n", - " \"--metrics.enable_tensorboard\",\n", - " ]\n", - "\n", - " config_manager = ConfigManager()\n", - " job_config = config_manager.parse_args(default_args)\n", - "\n", - " return job_config" - ] - }, - { - "cell_type": "markdown", - "id": "04425384", - "metadata": {}, - "source": [ - "### 3. Execute your training job\n", - "You can make adjustments and run this on the existing SLURM allocations as many times as you would like!" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "id": "091a7066", - "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "root 2025-09-23 04:51:17 WARNING tokenizer_path is deprecated, use model.hf_assets_path instead. Setting hf_assets_path to tokenizer_path temporarily.\n", - "slurm.utils 2025-09-23 04:51:17 INFO \n", - "===== Server Info =====\n", - "{\n", - " \"name\": \"295\",\n", - " \"server_handle\": \"slurm:///295\",\n", - " \"state\": \"RUNNING\",\n", - " \"meshes\": {\n", - " \"mesh0\": {\n", - " \"host_type\": \"__UNSET__\",\n", - " \"hosts\": 2,\n", - " \"gpus\": -1,\n", - " \"hostnames\": [\n", - " \"slurm-h100-206-061\",\n", - " \"slurm-h100-206-089\"\n", - " ]\n", - " }\n", - " }\n", - "}\n", - "monarch._src.actor.allocator 2025-09-23 04:51:17 INFO no match label `procmesh.monarch.meta.com/name` specified in alloc constraints\n", - "monarch._src.actor.allocator 2025-09-23 04:51:17 INFO found a single proc mesh `mesh0` in slurm:///295, will allocate on it\n", - "monarch.tools.network 2025-09-23 04:51:17 INFO no AF_INET6 address that can bind TCP sockets for `slurm-h100-206-061:26600` (error: [Errno -5] No address associated with hostname)\n", - "monarch.tools.network 2025-09-23 04:51:17 INFO resolved AF_INET address `address1:26600` for `slurm-h100-206-061:26600`\n", - "monarch.tools.network 2025-09-23 04:51:17 INFO no AF_INET6 address that can bind TCP sockets for `slurm-h100-206-089:26600` (error: [Errno -5] No address associated with hostname)\n", - "monarch.tools.network 2025-09-23 04:51:17 INFO resolved AF_INET address `address2:26600` for `slurm-h100-206-089:26600`\n", - "monarch._src.actor.allocator 2025-09-23 04:51:17 INFO initializing alloc on remote allocator addresses: ['tcp!address1:26600', 'tcp!address2:26600']\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "monarch._src.actor.allocator 2025-09-23 04:51:17 INFO no match label `procmesh.monarch.meta.com/name` specified in alloc constraints\n", - "monarch._src.actor.allocator 2025-09-23 04:51:17 INFO found a single proc mesh `mesh0` in slurm:///295, will allocate on it\n", - "monarch.tools.network 2025-09-23 04:51:17 INFO no AF_INET6 address that can bind TCP sockets for `slurm-h100-206-061:26600` (error: [Errno -5] No address associated with hostname)\n", - "monarch.tools.network 2025-09-23 04:51:17 INFO resolved AF_INET address `address1:26600` for `slurm-h100-206-061:26600`\n", - "monarch.tools.network 2025-09-23 04:51:17 INFO no AF_INET6 address that can bind TCP sockets for `slurm-h100-206-089:26600` (error: [Errno -5] No address associated with hostname)\n", - "monarch.tools.network 2025-09-23 04:51:17 INFO resolved AF_INET address `address2:26600` for `slurm-h100-206-089:26600`\n", - "monarch._src.actor.allocator 2025-09-23 04:51:17 INFO initializing alloc on remote allocator addresses: ['tcp!address1:26600', 'tcp!address2:26600']\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[36m>>> Aggregated Logs (2025-09-23 04:51:21) >>>\u001b[0m\n", - "\u001b[33m[1 similar log lines]\u001b[0m [titan] 2025-09-23 04:51:26,853 - root - INFO - Starting job: Llama 3 debug training\n", - "\u001b[36m<<< Aggregated Logs (2025-09-23 04:51:26) <<<\u001b[0m\n", - "\n", - "\u001b[36m>>> Aggregated Logs (2025-09-23 04:51:26) >>>\u001b[0m\n", - "\u001b[33m[7 similar log lines]\u001b[0m [titan] 2025-09-23 04:51:26,853 - root - INFO - Starting job: Llama 3 debug training\n", - "\u001b[33m[8 similar log lines]\u001b[0m [titan] 2025-09-23 04:51:27,460 - root - INFO - Building 1-D device mesh with ['dp_shard'], [8]\n", - "\u001b[33m[8 similar log lines]\u001b[0m [titan] 2025-09-23 04:51:27,463 - root - INFO - [GC] Initial GC collection 0.00 seconds\n", - "\u001b[33m[8 similar log lines]\u001b[0m [titan] 2025-09-23 04:51:29,199 - root - INFO - Loading tokenizer from tokenizer.json\n", - "\u001b[33m[8 similar log lines]\u001b[0m [titan] 2025-09-23 04:51:29,201 - root - INFO - Preparing c4 dataset from allenai/c4\n", - "\u001b[36m<<< Aggregated Logs (2025-09-23 04:51:29) <<<\u001b[0m\n", - "\n", - "\u001b[36m>>> Aggregated Logs (2025-09-23 04:51:29) >>>\u001b[0m\n", - "\u001b[33m[1 similar log lines]\u001b[0m [titan] 2025-09-23 04:51:33,920 - root - INFO - Building llama3 debugmodel with TransformerModelArgs(_enforced='This field is used to enforce all fields have defaults.', dim=256, n_layers=6, n_heads=16, n_kv_heads=None, vocab_size=2000, multiple_of=256, ffn_dim_multiplier=None, norm_eps=1e-05, rope_theta=500000, max_seq_len=2048, depth_init=True, use_flex_attn=False, attn_mask_type='causal', eos_id=0)\n", - "\u001b[36m<<< Aggregated Logs (2025-09-23 04:51:33) <<<\u001b[0m\n", - "\n", - "\u001b[36m>>> Aggregated Logs (2025-09-23 04:51:33) >>>\u001b[0m\n", - "\u001b[33m[1 similar log lines]\u001b[0m [titan] 2025-09-23 04:51:33,972 - root - INFO - TensorBoard logging enabled. Logs will be saved at ./outputs/tb/20250923-0451\n", - "\u001b[33m[8 similar log lines]\u001b[0m [titan] 2025-09-23 04:51:33,973 - root - INFO - CUDA capacity: NVIDIA H100 80GB HBM3 with 79.19GiB memory\n", - "\u001b[33m[16 similar log lines]\u001b[0m [titan] 2025-09-23 04:51:33,976 - root - WARNING - Error running lspci: [Errno 2] No such file or directory: 'lspci', fallback to use device_name\n", - "\u001b[33m[8 similar log lines]\u001b[0m [titan] 2025-09-23 04:51:33,976 - root - INFO - \u001b[34mModel llama3 debugmodel \u001b[31msize: 6,139,136 total parameters\u001b[39m\n", - "\u001b[33m[8 similar log lines]\u001b[0m [titan] 2025-09-23 04:51:33,976 - root - INFO - Applied full activation checkpointing to the model\n", - "\u001b[33m[8 similar log lines]\u001b[0m [titan] 2025-09-23 04:51:33,999 - root - INFO - Applied FSDP to the model\n", - "\u001b[33m[8 similar log lines]\u001b[0m [titan] 2025-09-23 04:51:34,128 - root - INFO - Peak FLOPS used for computing MFU: 9.890e+14\n", - "\u001b[33m[8 similar log lines]\u001b[0m [titan] 2025-09-23 04:51:34,129 - root - INFO - CUDA memory usage for model: 0.00GiB(0.00%)\n", - "\u001b[33m[8 similar log lines]\u001b[0m [titan] 2025-09-23 04:51:34,129 - root - WARNING - model.safetensors.index.json not found at hf_assets_path: /mnt/home/amirafzali/monarch/examples/tokenizer/model.safetensors.index.json. Defaulting to saving a single safetensors file if checkpoint is saved in HF format\n", - "\u001b[33m[8 similar log lines]\u001b[0m [titan] 2025-09-23 04:51:34,129 - root - INFO - Mixed precision training is handled by fully_shard\n", - "\u001b[33m[8 similar log lines]\u001b[0m [titan] 2025-09-23 04:51:34,129 - root - INFO - Trainer is initialized with local batch size 8, global batch size 64, gradient accumulation steps 1, sequence length 2048, total steps 50 (warmup 2)\n", - "\u001b[33m[8 similar log lines]\u001b[0m [titan] 2025-09-23 04:51:34,129 - root - INFO - [trainer_0] initialized successfully and starting training\n", - "\u001b[33m[8 similar log lines]\u001b[0m [titan] 2025-09-23 04:51:34,129 - root - INFO - Training starts at step 1\n", - "\u001b[33m[7 similar log lines]\u001b[0m [titan] 2025-09-23 04:51:34,715 - root - INFO - Building llama3 debugmodel with TransformerModelArgs(_enforced='This field is used to enforce all fields have defaults.', dim=256, n_layers=6, n_heads=16, n_kv_heads=None, vocab_size=2000, multiple_of=256, ffn_dim_multiplier=None, norm_eps=1e-05, rope_theta=500000, max_seq_len=2048, depth_init=True, use_flex_attn=False, attn_mask_type='causal', eos_id=0)\n", - "\u001b[36m<<< Aggregated Logs (2025-09-23 04:51:36) <<<\u001b[0m\n", - "\n", - "\u001b[36m>>> Aggregated Logs (2025-09-23 04:51:36) >>>\u001b[0m\n", - "\u001b[33m[222 similar log lines]\u001b[0m [titan] 2025-09-23 04:51:37,619 - root - INFO - \u001b[31mstep: 1 \u001b[32mloss: 8.0845 \u001b[38;2;180;60;0mgrad_norm: 1.3289 \u001b[38;2;54;234;195mmemory: 0.71GiB(0.90%) \u001b[34mtps: 6,301 \u001b[36mtflops: 0.45 \u001b[35mmfu: 0.05%\u001b[39m\n", - "\u001b[33m[8 similar log lines]\u001b[0m [titan] 2025-09-23 04:51:37,619 - root - INFO - Synchronizing and adjusting timeout for all ProcessGroups to 0:01:00\n", - "\u001b[33m[178 similar log lines]\u001b[0m [titan] 2025-09-23 04:51:38,844 - root - INFO - \u001b[31mstep: 28 \u001b[32mloss: 2.8993 \u001b[38;2;180;60;0mgrad_norm: 0.2466 \u001b[38;2;54;234;195mmemory: 0.84GiB(1.06%) \u001b[34mtps: 398,483 \u001b[36mtflops: 28.50 \u001b[35mmfu: 2.88%\u001b[39m\n", - "\u001b[33m[8 similar log lines]\u001b[0m [titan] 2025-09-23 04:51:39,821 - root - INFO - [GC] Performing periodical GC collection 0.01 seconds\n", - "\u001b[33m[7 similar log lines]\u001b[0m [titan] 2025-09-23 04:51:39,866 - root - INFO - Training completed\n", - "\u001b[33m[1 similar log lines]\u001b[0m [titan] 2025-09-23 04:51:39,866 - root - INFO - Sleeping 2 seconds for other ranks to complete\n", - "\u001b[36m<<< Aggregated Logs (2025-09-23 04:51:39) <<<\u001b[0m\n", - "\n", - "\u001b[36m>>> Aggregated Logs (2025-09-23 04:51:39) >>>\u001b[0m\n", - "\u001b[33m[8 similar log lines]\u001b[0m [titan] 2025-09-23 04:51:40,045 - root - INFO - [trainer_2] trainer cleaned up\n", - "\u001b[33m[1 similar log lines]\u001b[0m [titan] 2025-09-23 04:51:41,868 - root - INFO - Training completed\n", - "\u001b[36m<<< Aggregated Logs (2025-09-23 04:51:42) <<<\u001b[0m\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "[-]E0923 04:51:44.398610 2147845 hyperactor_mesh/src/alloc/remoteprocess.rs:1088] failed to cleanup disconnected host: got channel closed event for host address1 which has no known state\n" - ] - } - ], - "source": [ - "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n", - "\n", - "async def main():\n", - " job_config = make_job_config()\n", - " proc_mesh = None\n", - "\n", - " try:\n", - " # 1. Create a proc mesh on your SLURM allocation\n", - " proc_mesh = await create_proc_mesh(RunParams.num_nodes, appdef, server_info)\n", - " # 2. Define remote logging behavior\n", - " await proc_mesh.logging_option(\n", - " stream_to_client=True\n", - " # aggregate_window_sec=None\n", - " )\n", - " # 3. Prepare trainer for torch distributed\n", - " await setup_env_for_distributed(proc_mesh)\n", - " trainer = await proc_mesh.spawn(\"trainer_actor\", TrainerActor, job_config)\n", - " # 4. Execute the taining job\n", - " await trainer.start_training.call()\n", - " except Exception as e:\n", - " logger.info(f\"Trainer failed: {e}\")\n", - " finally:\n", - " if proc_mesh:\n", - " await proc_mesh.stop()\n", - "\n", - "\n", - "if __name__ == \"__main__\":\n", - " await main()" - ] - }, - { - "cell_type": "markdown", - "id": "0e13bf71", - "metadata": {}, - "source": [ - "### 4. Destory the SLURM job\n", - "Once you're done experimenting, free up the allocation" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "id": "9c10aa93", - "metadata": {}, - "outputs": [], - "source": [ - "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n", - "\n", - "commands.kill(f\"slurm:///{server_info.name}\")" - ] - } - ], - "metadata": { - "fileHeader": "", - "fileUid": "2fa680ca-06ba-41e3-ac40-90b22d77bbc3", - "isAdHoc": false, - "kernelspec": { - "display_name": "venv", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.10.18" - } + "cells": [ + { + "cell_type": "markdown", + "id": "1c91f6d2", + "metadata": {}, + "source": [ + "## Monarch + TorchTitan on SLURM\n", + "This example notebook demonstrates how you can easily run and iterate on a distributed training job with Monarch and TorchTitan.\n", + "\n", + "#### Prerequisites\n", + "Please make sure your environment is setup for this notebook:\n", + "1. Install Monarch nightly: https://github.com/meta-pytorch/monarch/blob/main/scripts/install_nightly.py\n", + "2. Install Titan nightly: https://github.com/pytorch/torchtitan?tab=readme-ov-file#nightly-builds\n", + "3. Ensure you have a valid Titan model config in the script directory (i.e: https://github.com/pytorch/torchtitan/blob/main/torchtitan/models/llama3/train_configs/debug_model.toml)" + ] }, - "nbformat": 4, - "nbformat_minor": 2 -} + { + "cell_type": "markdown", + "id": "77cd971d", + "metadata": {}, + "source": "### 1. Create your SLURM job\nConfigure parameters for your cluster:\n- num_nodes: Number of nodes to allocate (default: 2)\n- gpus_per_node: Number of GPUs per node (default: 8)\n- mesh_name: Name for the mesh (default: \"mesh0\")\n- time_limit: Maximum job duration (default: \"06:00:00\")" + }, + { + "cell_type": "code", + "execution_count": null, + "id": "85b0693f", + "metadata": {}, + "outputs": [], + "source": "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n\nfrom slurm.utils import create_slurm_job, cleanup_job\n\nnum_nodes = 2 # assign for your system\ngpus_per_node = 8 # adjust for your hardware\nmesh_name = \"mesh0\"\n\n# Create a SLURM job with N nodes\nslurm_job = create_slurm_job(\n mesh_name,\n num_nodes,\n gpus_per_node,\n # time_limit=\"06:00:00\", # optional\n)" + }, + { + "cell_type": "markdown", + "id": "663e41ce", + "metadata": {}, + "source": [ + "### 2. Define your Titan and cluster parameters" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "39d51df7", + "metadata": {}, + "outputs": [], + "source": "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n\nfrom torchtitan.train import Trainer\nfrom torchtitan.config import ConfigManager, JobConfig\nfrom monarch.actor import Actor, current_rank, endpoint\nfrom torchtitan.tools.logging import init_logger, logger\nimport torch\nfrom dataclasses import dataclass\nimport os\nfrom monarch.utils import setup_env_for_distributed\n\n\n@dataclass\nclass RunParams:\n \"\"\"\n Parameters for your cluster and training job, adjust as needed\n \"\"\"\n training_steps: int = 50\n model_config = \"debug_model.toml\"\n dataset = \"c4\"\n num_nodes = num_nodes\n gpus_per_node = gpus_per_node\n\n\nclass TrainerActor(Actor):\n \"\"\"\n A simple wrapper class with executes a TorchTitan trainer in a Monarch actor\n \"\"\"\n def __init__(self, job_config: JobConfig) -> None:\n self.job_config = job_config\n rank = current_rank().rank\n self.uid = f\"[trainer_{rank}]\"\n\n @endpoint\n async def start_training(self) -> None:\n init_logger()\n trainer: Trainer | None = None\n\n try:\n trainer = Trainer(self.job_config)\n logger.info(f\"{self.uid} initialized successfully and starting training\")\n trainer.train()\n except Exception:\n if trainer:\n trainer.close()\n raise\n else:\n trainer.close()\n finally:\n torch.distributed.destroy_process_group()\n logger.info(f\"{self.uid} trainer cleaned up\")\n\ndef make_job_config() -> JobConfig:\n \"\"\"\n Create a job config which is digested by TorchTitan, sourced from RunParams\n \"\"\"\n data_parallel_shard_degree = RunParams.num_nodes * RunParams.gpus_per_node\n output_path = \"./outputs\"\n\n script_dir = globals()['_dh'][0]\n default_args = [\n \"--job.config_file\",\n os.path.join(script_dir, RunParams.model_config),\n \"--model.tokenizer_path\",\n os.path.join(script_dir, \"tokenizer\"),\n \"--comm.trace_buf_size\",\n \"0\",\n \"--metrics.log_freq\",\n \"1\",\n \"--parallelism.data_parallel_shard_degree\",\n str(data_parallel_shard_degree),\n \"--activation_checkpoint.mode\",\n \"full\",\n \"--comm.train_timeout_seconds\",\n \"60\",\n \"--training.steps\",\n str(RunParams.training_steps),\n \"--training.dataset\",\n RunParams.dataset,\n \"--job.dump_folder\",\n output_path,\n \"--metrics.enable_tensorboard\",\n ]\n\n config_manager = ConfigManager()\n job_config = config_manager.parse_args(default_args)\n\n return job_config" + }, + { + "cell_type": "markdown", + "id": "04425384", + "metadata": {}, + "source": [ + "### 3. Execute your training job\n", + "You can make adjustments and run this on the existing SLURM allocations as many times as you would like!" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "091a7066", + "metadata": {}, + "outputs": [], + "source": "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n\nasync def main():\n job_config = make_job_config()\n\n try:\n # 1. Get job state and create process mesh\n job_state = slurm_job.state()\n proc_mesh = job_state.mesh0.spawn_procs({\"gpus\": RunParams.gpus_per_node})\n \n # 2. Configure remote logging behavior\n await proc_mesh.logging_option(\n stream_to_client=True,\n # aggregate_window_sec=None # Uncomment to disable log batching\n )\n \n # 3. Setup environment for torch.distributed\n await setup_env_for_distributed(proc_mesh)\n \n # 4. Spawn TrainerActor on each GPU\n trainer = proc_mesh.spawn(\"trainer_actor\", TrainerActor, job_config)\n \n # 5. Execute the training job\n await trainer.start_training.call()\n \n logger.info(\"Training completed successfully!\")\n \n except Exception as e:\n logger.error(f\"Training workflow failed: {e}\")\n\n\nif __name__ == \"__main__\":\n await main()" + }, + { + "cell_type": "markdown", + "id": "0e13bf71", + "metadata": {}, + "source": "### 4. Cleanup the SLURM job\nOnce you're done experimenting, free up the allocation" + }, + { + "cell_type": "code", + "execution_count": null, + "id": "9c10aa93", + "metadata": {}, + "outputs": [], + "source": "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n\nawait cleanup_job(slurm_job)" + } + ], + "metadata": { + "fileHeader": "", + "fileUid": "2fa680ca-06ba-41e3-ac40-90b22d77bbc3", + "isAdHoc": false, + "kernelspec": { + "display_name": "venv", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.18" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +} \ No newline at end of file From 5325e9519cbbc7b931f39219b8b85f810f295f83 Mon Sep 17 00:00:00 2001 From: Matthias Reso <13337103+mreso@users.noreply.github.com> Date: Sat, 15 Nov 2025 01:13:03 +0000 Subject: [PATCH 2/6] Update slurm example notebook outputs --- examples/slurm_allreduce.ipynb | 161 ++++++++++++++- examples/slurm_ddp.ipynb | 202 ++++++++++++++++++- examples/slurm_titan.ipynb | 347 +++++++++++++++++++++++++++++++-- 3 files changed, 684 insertions(+), 26 deletions(-) diff --git a/examples/slurm_allreduce.ipynb b/examples/slurm_allreduce.ipynb index 2e302f80e..4ded84686 100644 --- a/examples/slurm_allreduce.ipynb +++ b/examples/slurm_allreduce.ipynb @@ -2,18 +2,167 @@ "cells": [ { "cell_type": "code", - "execution_count": null, + "execution_count": 1, "id": "c443b989-5a71-455f-9a59-9963338634ec", "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Found cached job at path: .monarch/job_state.pkl\n", + "Error checking job 7757 status: slurm_load_jobs error: Invalid job id specified\n", + "\n", + "SLURM job 7757 not found in queue\n", + "Cached job cannot run this spec, removing cache\n", + "Cancelled SLURM job 7757\n", + "Applying current job\n", + "Submitting SLURM job with 2 nodes\n", + "SLURM job 7758 submitted. Logs will be written to: /home/mreso/monarch/examples/slurm_7758_monarch_example_1784833.out\n", + "Saving job to cache at .monarch/job_state.pkl\n", + "Job has started, connecting to current state\n", + "SLURM job 7758 is running on 2 nodes: ['slurm-compute-node-090', 'slurm-compute-node-091']\n", + "__main__ 2025-11-15 01:12:07 INFO computing world size...\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[36m>>> Aggregated Logs (2025-11-15 01:12:06) >>>\u001b[0m\n", + "\u001b[33m[1 similar log lines]\u001b[0m [7] Initializing process group `nccl`:\n", + "\u001b[33m[1 similar log lines]\u001b[0m [7] MASTER_ADDR = slurm-compute-node-090\n", + "\u001b[33m[1 similar log lines]\u001b[0m [7] MASTER_PORT = 29500\n", + "\u001b[33m[1 similar log lines]\u001b[0m [7] RANK = 7\n", + "\u001b[33m[1 similar log lines]\u001b[0m [7] WORLD_SIZE = 8\n", + "\u001b[36m<<< Aggregated Logs (2025-11-15 01:12:09) <<<\u001b[0m\n", + "\n", + "\u001b[36m>>> Aggregated Logs (2025-11-15 01:12:09) >>>\u001b[0m\n", + "\u001b[33m[7 similar log lines]\u001b[0m [4] Initializing process group `nccl`:\n", + "\u001b[33m[7 similar log lines]\u001b[0m [4] MASTER_ADDR = slurm-compute-node-090\n", + "\u001b[33m[7 similar log lines]\u001b[0m [4] MASTER_PORT = 29500\n", + "\u001b[33m[7 similar log lines]\u001b[0m [4] RANK = 4\n", + "\u001b[33m[7 similar log lines]\u001b[0m [4] WORLD_SIZE = 8\n", + "\u001b[36m<<< Aggregated Logs (2025-11-15 01:12:12) <<<\u001b[0m\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "__main__ 2025-11-15 01:12:13 INFO computed world_sizes:\n", + " ----------------------------------------\n", + " {\n", + " \"rank_0\": 8,\n", + " \"rank_1\": 8,\n", + " \"rank_2\": 8,\n", + " \"rank_3\": 8,\n", + " \"rank_4\": 8,\n", + " \"rank_5\": 8,\n", + " \"rank_6\": 8,\n", + " \"rank_7\": 8\n", + "}\n", + " ----------------------------------------\n", + "Cancelled SLURM job 7758\n", + "slurm.utils 2025-11-15 01:12:13 INFO Job terminated successfully\n" + ] + } + ], + "source": [ + "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n", + "\n", + "# @noautodeps\n", + "# pyre-ignore-all-errors\n", + "import json\n", + "import logging\n", + "import socket\n", + "import sys\n", + "\n", + "import cloudpickle\n", + "from example_actors.compute_world_size_actor import ComputeWorldSizeActor\n", + "from monarch.actor import Actor, endpoint\n", + "from slurm.utils import create_slurm_job, cleanup_job\n", + "\n", + "\n", + "logging.basicConfig(\n", + " level=logging.INFO,\n", + " format=\"%(name)s %(asctime)s %(levelname)s %(message)s\",\n", + " datefmt=\"%Y-%m-%d %H:%M:%S\",\n", + " force=True,\n", + ")\n", + "\n", + "\n", + "logger: logging.Logger = logging.getLogger(__name__)\n", + "\n", + "class _HostnameActor(Actor):\n", + " \"\"\"Helper actor to get hostname from rank 0\"\"\"\n", + " @endpoint\n", + " def get_hostname(self) -> str:\n", + " return socket.gethostname()\n", + "\n", + "\n", + "async def main():\n", + " num_nodes = 2\n", + " gpus_per_node = 4\n", + " mesh_name = \"mesh0\"\n", + " master_port = 29500\n", + "\n", + " # Create SLURM job\n", + " slurm_job = create_slurm_job(mesh_name, num_nodes, gpus_per_node)\n", + "\n", + " try:\n", + " # Get job state and create process mesh\n", + " job_state = slurm_job.state()\n", + " proc_mesh = job_state.mesh0.spawn_procs({\"gpus\": gpus_per_node})\n", + "\n", + " # Get master_addr from rank 0\n", + " hostname_actor = proc_mesh.spawn(\"hostname_actor\", _HostnameActor)\n", + " hostname_values = await hostname_actor.flatten(\"rank\").slice(rank=0).get_hostname.call()\n", + " master_addr = hostname_values.item()\n", + "\n", + " # Spawn actor\n", + " actor = proc_mesh.spawn(\"compute_world_size_actor\", ComputeWorldSizeActor)\n", + "\n", + " logger.info(\"computing world size...\")\n", + " values = await actor.compute_world_size.call(\n", + " master_addr=master_addr,\n", + " master_port=master_port,\n", + " )\n", + "\n", + " values_by_rank = {f\"rank_{p.rank}\": v for p, v in list(values.flatten(\"rank\"))}\n", + "\n", + " logger.info(\n", + " f\"\"\"computed world_sizes:\n", + " {'-'*40}\n", + " {json.dumps(values_by_rank, indent=2)}\n", + " {'-'*40}\"\"\"\n", + " )\n", + " finally:\n", + " await cleanup_job(slurm_job)\n", + "\n", + "\n", + "if __name__ == \"__main__\":\n", + " cloudpickle.register_pickle_by_value(sys.modules[ComputeWorldSizeActor.__module__])\n", + " cloudpickle.register_pickle_by_value(sys.modules[_HostnameActor.__module__])\n", + "\n", + " await main()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "45417f57", + "metadata": {}, "outputs": [], - "source": "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n\n# @noautodeps\n# pyre-ignore-all-errors\nimport json\nimport logging\nimport sys\n\nimport cloudpickle\nfrom example_actors.compute_world_size_actor import ComputeWorldSizeActor\nfrom slurm.utils import create_slurm_job, cleanup_job\n\n\nlogging.basicConfig(\n level=logging.INFO,\n format=\"%(name)s %(asctime)s %(levelname)s %(message)s\",\n datefmt=\"%Y-%m-%d %H:%M:%S\",\n force=True,\n)\n\n\nlogger: logging.Logger = logging.getLogger(__name__)\n\n\nasync def main():\n num_nodes = 2\n gpus_per_node = 8\n mesh_name = \"mesh0\"\n \n # Create SLURM job\n slurm_job = create_slurm_job(mesh_name, num_nodes, gpus_per_node)\n\n try:\n # Get job state and create process mesh\n job_state = slurm_job.state()\n proc_mesh = job_state.mesh0.spawn_procs({\"gpus\": gpus_per_node})\n \n # Spawn actor\n actor = proc_mesh.spawn(\"compute_world_size_actor\", ComputeWorldSizeActor)\n\n logger.info(\"computing world size...\")\n # this is redundant but is here for example sake\n values = await actor.compute_world_size.call(\n master_addr=job_state.mesh0.hosts[0],\n master_port=29500,\n )\n\n values_by_rank = {f\"rank_{p.rank}\": v for p, v in list(values.flatten(\"rank\"))}\n\n logger.info(\n f\"\"\"computed world_sizes:\n {'-'*40}\n {json.dumps(values_by_rank, indent=2)}\n {'-'*40}\"\"\"\n )\n finally:\n await cleanup_job(slurm_job)\n\n\nif __name__ == \"__main__\":\n cloudpickle.register_pickle_by_value(sys.modules[ComputeWorldSizeActor.__module__])\n\n await main()" + "source": [] } ], "metadata": { "kernelspec": { - "display_name": "ahmads-nightly4", + "display_name": "Python (monarch)", "language": "python", - "name": "python3" + "name": "monarch" }, "language_info": { "codemirror_mode": { @@ -25,9 +174,9 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.10.18" + "version": "3.12.12" } }, "nbformat": 4, "nbformat_minor": 5 -} \ No newline at end of file +} diff --git a/examples/slurm_ddp.ipynb b/examples/slurm_ddp.ipynb index e14e1ce84..bb27f8ab3 100644 --- a/examples/slurm_ddp.ipynb +++ b/examples/slurm_ddp.ipynb @@ -5,8 +5,198 @@ "execution_count": null, "id": "c443b989-5a71-455f-9a59-9963338634ec", "metadata": {}, - "outputs": [], - "source": "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n\n# @noautodeps\n# pyre-ignore-all-errors\nimport logging\nimport os\nimport torch\nimport torch.distributed as dist\nimport torch.nn as nn\nimport torch.optim as optim\n\nfrom monarch.actor import Actor, current_rank, endpoint\nfrom monarch.utils import setup_env_for_distributed\nfrom torch.nn.parallel import DistributedDataParallel as DDP\nfrom slurm.utils import create_slurm_job, cleanup_job\n\n\nlogging.basicConfig(\n level=logging.INFO,\n format=\"%(name)s %(asctime)s %(levelname)s %(message)s\",\n datefmt=\"%Y-%m-%d %H:%M:%S\",\n force=True,\n)\n\n\nlogger: logging.Logger = logging.getLogger(__name__)\n\n\nclass ToyModel(nn.Module):\n \"\"\"A simple toy model for demonstration purposes.\"\"\"\n\n def __init__(self):\n super(ToyModel, self).__init__()\n self.net1 = nn.Linear(10, 10)\n self.relu = nn.ReLU()\n self.net2 = nn.Linear(10, 5)\n\n def forward(self, x):\n return self.net2(self.relu(self.net1(x)))\n\n\nclass DDPActor(Actor):\n \"\"\"This Actor wraps the basic functionality from Torch's DDP example.\n\n Conveniently, all of the methods we need are already laid out for us,\n so we can just wrap them in the usual Actor endpoint semantic with some\n light modifications.\n\n Adapted from: https://docs.pytorch.org/tutorials/intermediate/ddp_tutorial.html#basic-use-case\n \"\"\"\n\n def __init__(self):\n self.rank = current_rank().rank\n\n def _rprint(self, msg):\n \"\"\"Helper method to print with rank information.\"\"\"\n print(f\"{self.rank=} {msg}\")\n\n @endpoint\n async def setup(self):\n \"\"\"Initialize the PyTorch distributed process group.\"\"\"\n self._rprint(\"Initializing torch distributed\")\n\n WORLD_SIZE = int(os.environ[\"WORLD_SIZE\"])\n # initialize the process group\n dist.init_process_group(\"gloo\", rank=self.rank, world_size=WORLD_SIZE)\n self._rprint(\"Finished initializing torch distributed\")\n\n @endpoint\n async def cleanup(self):\n \"\"\"Clean up the PyTorch distributed process group.\"\"\"\n self._rprint(\"Cleaning up torch distributed\")\n dist.destroy_process_group()\n\n @endpoint\n async def demo_basic(self):\n \"\"\"Run a basic DDP training example.\"\"\"\n self._rprint(\"Running basic DDP example\")\n\n # create model and move it to GPU with id rank\n local_rank = int(os.environ[\"LOCAL_RANK\"])\n self._rprint(f\"{local_rank=}\")\n model = ToyModel().to(local_rank)\n ddp_model = DDP(model, device_ids=[local_rank])\n\n loss_fn = nn.MSELoss()\n optimizer = optim.SGD(ddp_model.parameters(), lr=0.001)\n\n optimizer.zero_grad()\n outputs = ddp_model(torch.randn(20, 10))\n labels = torch.randn(20, 5).to(local_rank)\n loss_fn(outputs, labels).backward()\n optimizer.step()\n\n print(f\"{self.rank=} Finished running basic DDP example\")\n\n\nasync def main():\n num_nodes = 2\n gpus_per_node = 8\n mesh_name = \"mesh0\"\n \n # Create SLURM job\n slurm_job = create_slurm_job(mesh_name, num_nodes, gpus_per_node)\n\n try:\n # Get job state and create process mesh\n job_state = slurm_job.state()\n proc_mesh = job_state.mesh0.spawn_procs({\"gpus\": gpus_per_node})\n\n # Spawn DDP actor\n ddp_actor = proc_mesh.spawn(\"ddp_actor\", DDPActor)\n\n # Setup distributed environment\n await setup_env_for_distributed(proc_mesh)\n\n # Run DDP example\n await ddp_actor.setup.call()\n await ddp_actor.demo_basic.call()\n await ddp_actor.cleanup.call()\n\n print(\"DDP example completed successfully!\")\n\n finally:\n await cleanup_job(slurm_job)\n\n\nif __name__ == \"__main__\":\n await main()" + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Found cached job at path: .monarch/job_state.pkl\n", + "SLURM job 7750 not found in queue\n", + "Cached job cannot run this spec, removing cache\n", + "Cancelled SLURM job 7750\n", + "Applying current job\n", + "Submitting SLURM job with 2 nodes\n", + "SLURM job 7751 submitted. Logs will be written to: /home/mreso/monarch/examples/slurm_7751_monarch_example_1781197.out\n", + "Saving job to cache at .monarch/job_state.pkl\n", + "Job has started, connecting to current state\n", + "SLURM job 7751 is running on 2 nodes: ['slurm-compute-node-074', 'slurm-compute-node-077']\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[36m>>> Aggregated Logs (2025-11-15 00:44:19) >>>\u001b[0m\n", + "\u001b[33m[8 similar log lines]\u001b[0m [5] self.rank=5 Initializing torch distributed\n", + "\u001b[36m<<< Aggregated Logs (2025-11-15 00:44:22) <<<\u001b[0m\n", + "\n", + "\u001b[36m>>> Aggregated Logs (2025-11-15 00:44:22) >>>\u001b[0m\n", + "\u001b[33m[8 similar log lines]\u001b[0m [0] [Gloo] Rank 0 is connected to 7 peer ranks. Expected number of connected peer ranks is : 7\n", + "\u001b[33m[8 similar log lines]\u001b[0m [0] self.rank=0 Finished initializing torch distributed\n", + "\u001b[33m[8 similar log lines]\u001b[0m [0] self.rank=0 Running basic DDP example\n", + "\u001b[33m[8 similar log lines]\u001b[0m [0] self.rank=0 local_rank=0\n", + "\u001b[36m<<< Aggregated Logs (2025-11-15 00:44:25) <<<\u001b[0m\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Cancelled SLURM job 7751\n", + "slurm.utils 2025-11-15 00:44:28 INFO Job terminated successfully\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "DDP example completed successfully!\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[36m>>> Aggregated Logs (2025-11-15 00:44:25) >>>\u001b[0m\n", + "\u001b[33m[8 similar log lines]\u001b[0m [4] self.rank=4 Finished running basic DDP example\n", + "\u001b[33m[8 similar log lines]\u001b[0m [0] self.rank=0 Cleaning up torch distributed\n", + "\u001b[36m<<< Aggregated Logs (2025-11-15 00:44:28) <<<\u001b[0m\n", + "\n" + ] + } + ], + "source": [ + "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n", + "\n", + "# @noautodeps\n", + "# pyre-ignore-all-errors\n", + "import logging\n", + "import os\n", + "import torch\n", + "import torch.distributed as dist\n", + "import torch.nn as nn\n", + "import torch.optim as optim\n", + "\n", + "from monarch.actor import Actor, current_rank, endpoint\n", + "from monarch.utils import setup_env_for_distributed\n", + "from torch.nn.parallel import DistributedDataParallel as DDP\n", + "from slurm.utils import create_slurm_job, cleanup_job\n", + "\n", + "\n", + "logging.basicConfig(\n", + " level=logging.INFO,\n", + " format=\"%(name)s %(asctime)s %(levelname)s %(message)s\",\n", + " datefmt=\"%Y-%m-%d %H:%M:%S\",\n", + " force=True,\n", + ")\n", + "\n", + "\n", + "logger: logging.Logger = logging.getLogger(__name__)\n", + "\n", + "\n", + "class ToyModel(nn.Module):\n", + " \"\"\"A simple toy model for demonstration purposes.\"\"\"\n", + "\n", + " def __init__(self):\n", + " super(ToyModel, self).__init__()\n", + " self.net1 = nn.Linear(10, 10)\n", + " self.relu = nn.ReLU()\n", + " self.net2 = nn.Linear(10, 5)\n", + "\n", + " def forward(self, x):\n", + " return self.net2(self.relu(self.net1(x)))\n", + "\n", + "\n", + "class DDPActor(Actor):\n", + " \"\"\"This Actor wraps the basic functionality from Torch's DDP example.\n", + "\n", + " Conveniently, all of the methods we need are already laid out for us,\n", + " so we can just wrap them in the usual Actor endpoint semantic with some\n", + " light modifications.\n", + "\n", + " Adapted from: https://docs.pytorch.org/tutorials/intermediate/ddp_tutorial.html#basic-use-case\n", + " \"\"\"\n", + "\n", + " def __init__(self):\n", + " self.rank = current_rank().rank\n", + "\n", + " def _rprint(self, msg):\n", + " \"\"\"Helper method to print with rank information.\"\"\"\n", + " print(f\"{self.rank=} {msg}\")\n", + "\n", + " @endpoint\n", + " async def setup(self):\n", + " \"\"\"Initialize the PyTorch distributed process group.\"\"\"\n", + " self._rprint(\"Initializing torch distributed\")\n", + "\n", + " WORLD_SIZE = int(os.environ[\"WORLD_SIZE\"])\n", + " # initialize the process group\n", + " dist.init_process_group(\"gloo\", rank=self.rank, world_size=WORLD_SIZE)\n", + " self._rprint(\"Finished initializing torch distributed\")\n", + "\n", + " @endpoint\n", + " async def cleanup(self):\n", + " \"\"\"Clean up the PyTorch distributed process group.\"\"\"\n", + " self._rprint(\"Cleaning up torch distributed\")\n", + " dist.destroy_process_group()\n", + "\n", + " @endpoint\n", + " async def demo_basic(self):\n", + " \"\"\"Run a basic DDP training example.\"\"\"\n", + " self._rprint(\"Running basic DDP example\")\n", + "\n", + " # create model and move it to GPU with id rank\n", + " local_rank = int(os.environ[\"LOCAL_RANK\"])\n", + " self._rprint(f\"{local_rank=}\")\n", + " model = ToyModel().to(local_rank)\n", + " ddp_model = DDP(model, device_ids=[local_rank])\n", + "\n", + " loss_fn = nn.MSELoss()\n", + " optimizer = optim.SGD(ddp_model.parameters(), lr=0.001)\n", + "\n", + " optimizer.zero_grad()\n", + " outputs = ddp_model(torch.randn(20, 10))\n", + " labels = torch.randn(20, 5).to(local_rank)\n", + " loss_fn(outputs, labels).backward()\n", + " optimizer.step()\n", + "\n", + " print(f\"{self.rank=} Finished running basic DDP example\")\n", + "\n", + "\n", + "async def main():\n", + " num_nodes = 2\n", + " gpus_per_node = 8\n", + " mesh_name = \"mesh0\"\n", + " \n", + " # Create SLURM job\n", + " slurm_job = create_slurm_job(mesh_name, num_nodes, gpus_per_node)\n", + "\n", + " try:\n", + " # Get job state and create process mesh\n", + " job_state = slurm_job.state()\n", + " proc_mesh = job_state.mesh0.spawn_procs({\"gpus\": gpus_per_node})\n", + "\n", + " # Spawn DDP actor\n", + " ddp_actor = proc_mesh.spawn(\"ddp_actor\", DDPActor)\n", + "\n", + " # Setup distributed environment\n", + " await setup_env_for_distributed(proc_mesh)\n", + "\n", + " # Run DDP example\n", + " await ddp_actor.setup.call()\n", + " await ddp_actor.demo_basic.call()\n", + " await ddp_actor.cleanup.call()\n", + "\n", + " print(\"DDP example completed successfully!\")\n", + "\n", + " finally:\n", + " await cleanup_job(slurm_job)\n", + "\n", + "\n", + "if __name__ == \"__main__\":\n", + " await main()" + ] }, { "cell_type": "code", @@ -19,9 +209,9 @@ ], "metadata": { "kernelspec": { - "display_name": "ahmads-nightly4", + "display_name": "Python (monarch)", "language": "python", - "name": "python3" + "name": "monarch" }, "language_info": { "codemirror_mode": { @@ -33,9 +223,9 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.10.18" + "version": "3.12.12" } }, "nbformat": 4, "nbformat_minor": 5 -} \ No newline at end of file +} diff --git a/examples/slurm_titan.ipynb b/examples/slurm_titan.ipynb index 26f18bd0f..ef12a5a4e 100644 --- a/examples/slurm_titan.ipynb +++ b/examples/slurm_titan.ipynb @@ -19,7 +19,14 @@ "cell_type": "markdown", "id": "77cd971d", "metadata": {}, - "source": "### 1. Create your SLURM job\nConfigure parameters for your cluster:\n- num_nodes: Number of nodes to allocate (default: 2)\n- gpus_per_node: Number of GPUs per node (default: 8)\n- mesh_name: Name for the mesh (default: \"mesh0\")\n- time_limit: Maximum job duration (default: \"06:00:00\")" + "source": [ + "### 1. Create your SLURM job\n", + "Configure parameters for your cluster:\n", + "- num_nodes: Number of nodes to allocate (default: 2)\n", + "- gpus_per_node: Number of GPUs per node (default: 8)\n", + "- mesh_name: Name for the mesh (default: \"mesh0\")\n", + "- time_limit: Maximum job duration (default: \"06:00:00\")" + ] }, { "cell_type": "code", @@ -27,7 +34,23 @@ "id": "85b0693f", "metadata": {}, "outputs": [], - "source": "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n\nfrom slurm.utils import create_slurm_job, cleanup_job\n\nnum_nodes = 2 # assign for your system\ngpus_per_node = 8 # adjust for your hardware\nmesh_name = \"mesh0\"\n\n# Create a SLURM job with N nodes\nslurm_job = create_slurm_job(\n mesh_name,\n num_nodes,\n gpus_per_node,\n # time_limit=\"06:00:00\", # optional\n)" + "source": [ + "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n", + "\n", + "from slurm.utils import create_slurm_job, cleanup_job\n", + "\n", + "num_nodes = 2 # assign for your system\n", + "gpus_per_node = 8 # adjust for your hardware\n", + "mesh_name = \"mesh0\"\n", + "\n", + "# Create a SLURM job with N nodes\n", + "slurm_job = create_slurm_job(\n", + " mesh_name,\n", + " num_nodes,\n", + " gpus_per_node,\n", + " # time_limit=\"06:00:00\", # optional\n", + ")" + ] }, { "cell_type": "markdown", @@ -43,7 +66,96 @@ "id": "39d51df7", "metadata": {}, "outputs": [], - "source": "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n\nfrom torchtitan.train import Trainer\nfrom torchtitan.config import ConfigManager, JobConfig\nfrom monarch.actor import Actor, current_rank, endpoint\nfrom torchtitan.tools.logging import init_logger, logger\nimport torch\nfrom dataclasses import dataclass\nimport os\nfrom monarch.utils import setup_env_for_distributed\n\n\n@dataclass\nclass RunParams:\n \"\"\"\n Parameters for your cluster and training job, adjust as needed\n \"\"\"\n training_steps: int = 50\n model_config = \"debug_model.toml\"\n dataset = \"c4\"\n num_nodes = num_nodes\n gpus_per_node = gpus_per_node\n\n\nclass TrainerActor(Actor):\n \"\"\"\n A simple wrapper class with executes a TorchTitan trainer in a Monarch actor\n \"\"\"\n def __init__(self, job_config: JobConfig) -> None:\n self.job_config = job_config\n rank = current_rank().rank\n self.uid = f\"[trainer_{rank}]\"\n\n @endpoint\n async def start_training(self) -> None:\n init_logger()\n trainer: Trainer | None = None\n\n try:\n trainer = Trainer(self.job_config)\n logger.info(f\"{self.uid} initialized successfully and starting training\")\n trainer.train()\n except Exception:\n if trainer:\n trainer.close()\n raise\n else:\n trainer.close()\n finally:\n torch.distributed.destroy_process_group()\n logger.info(f\"{self.uid} trainer cleaned up\")\n\ndef make_job_config() -> JobConfig:\n \"\"\"\n Create a job config which is digested by TorchTitan, sourced from RunParams\n \"\"\"\n data_parallel_shard_degree = RunParams.num_nodes * RunParams.gpus_per_node\n output_path = \"./outputs\"\n\n script_dir = globals()['_dh'][0]\n default_args = [\n \"--job.config_file\",\n os.path.join(script_dir, RunParams.model_config),\n \"--model.tokenizer_path\",\n os.path.join(script_dir, \"tokenizer\"),\n \"--comm.trace_buf_size\",\n \"0\",\n \"--metrics.log_freq\",\n \"1\",\n \"--parallelism.data_parallel_shard_degree\",\n str(data_parallel_shard_degree),\n \"--activation_checkpoint.mode\",\n \"full\",\n \"--comm.train_timeout_seconds\",\n \"60\",\n \"--training.steps\",\n str(RunParams.training_steps),\n \"--training.dataset\",\n RunParams.dataset,\n \"--job.dump_folder\",\n output_path,\n \"--metrics.enable_tensorboard\",\n ]\n\n config_manager = ConfigManager()\n job_config = config_manager.parse_args(default_args)\n\n return job_config" + "source": [ + "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n", + "\n", + "from torchtitan.train import Trainer\n", + "from torchtitan.config import ConfigManager, JobConfig\n", + "from monarch.actor import Actor, current_rank, endpoint\n", + "from torchtitan.tools.logging import init_logger, logger\n", + "import torch\n", + "from dataclasses import dataclass\n", + "import os\n", + "from monarch.utils import setup_env_for_distributed\n", + "\n", + "\n", + "@dataclass\n", + "class RunParams:\n", + " \"\"\"\n", + " Parameters for your cluster and training job, adjust as needed\n", + " \"\"\"\n", + " training_steps: int = 50\n", + " model_config = \"debug_model.toml\"\n", + " dataset = \"c4\"\n", + " num_nodes = num_nodes\n", + " gpus_per_node = gpus_per_node\n", + "\n", + "\n", + "class TrainerActor(Actor):\n", + " \"\"\"\n", + " A simple wrapper class with executes a TorchTitan trainer in a Monarch actor\n", + " \"\"\"\n", + " def __init__(self, job_config: JobConfig) -> None:\n", + " self.job_config = job_config\n", + " rank = current_rank().rank\n", + " self.uid = f\"[trainer_{rank}]\"\n", + "\n", + " @endpoint\n", + " async def start_training(self) -> None:\n", + " init_logger()\n", + " trainer: Trainer | None = None\n", + "\n", + " try:\n", + " trainer = Trainer(self.job_config)\n", + " logger.info(f\"{self.uid} initialized successfully and starting training\")\n", + " trainer.train()\n", + " except Exception:\n", + " if trainer:\n", + " trainer.close()\n", + " raise\n", + " else:\n", + " trainer.close()\n", + " finally:\n", + " torch.distributed.destroy_process_group()\n", + " logger.info(f\"{self.uid} trainer cleaned up\")\n", + "\n", + "def make_job_config() -> JobConfig:\n", + " \"\"\"\n", + " Create a job config which is digested by TorchTitan, sourced from RunParams\n", + " \"\"\"\n", + " data_parallel_shard_degree = RunParams.num_nodes * RunParams.gpus_per_node\n", + " output_path = \"./outputs\"\n", + "\n", + " script_dir = globals()['_dh'][0]\n", + " default_args = [\n", + " \"--job.config_file\",\n", + " os.path.join(script_dir, RunParams.model_config),\n", + " \"--model.hf_assets_path\",\n", + " os.path.join(script_dir, \"tokenizer\"),\n", + " \"--comm.trace_buf_size\",\n", + " \"0\",\n", + " \"--metrics.log_freq\",\n", + " \"1\",\n", + " \"--parallelism.data_parallel_shard_degree\",\n", + " str(data_parallel_shard_degree),\n", + " \"--activation_checkpoint.mode\",\n", + " \"full\",\n", + " \"--comm.train_timeout_seconds\",\n", + " \"60\",\n", + " \"--training.steps\",\n", + " str(RunParams.training_steps),\n", + " \"--training.dataset\",\n", + " RunParams.dataset,\n", + " \"--job.dump_folder\",\n", + " output_path,\n", + " \"--metrics.enable_tensorboard\",\n", + " ]\n", + "\n", + " config_manager = ConfigManager()\n", + " job_config = config_manager.parse_args(default_args)\n", + "\n", + " return job_config" + ] }, { "cell_type": "markdown", @@ -56,25 +168,232 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 3, "id": "091a7066", "metadata": {}, - "outputs": [], - "source": "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n\nasync def main():\n job_config = make_job_config()\n\n try:\n # 1. Get job state and create process mesh\n job_state = slurm_job.state()\n proc_mesh = job_state.mesh0.spawn_procs({\"gpus\": RunParams.gpus_per_node})\n \n # 2. Configure remote logging behavior\n await proc_mesh.logging_option(\n stream_to_client=True,\n # aggregate_window_sec=None # Uncomment to disable log batching\n )\n \n # 3. Setup environment for torch.distributed\n await setup_env_for_distributed(proc_mesh)\n \n # 4. Spawn TrainerActor on each GPU\n trainer = proc_mesh.spawn(\"trainer_actor\", TrainerActor, job_config)\n \n # 5. Execute the training job\n await trainer.start_training.call()\n \n logger.info(\"Training completed successfully!\")\n \n except Exception as e:\n logger.error(f\"Training workflow failed: {e}\")\n\n\nif __name__ == \"__main__\":\n await main()" + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Found cached job at path: .monarch/job_state.pkl\n", + "SLURM job 7748 not found in queue\n", + "Cached job cannot run this spec, removing cache\n", + "Cancelled SLURM job 7748\n", + "Applying current job\n", + "Submitting SLURM job with 2 nodes\n", + "SLURM job 7749 submitted. Logs will be written to: /home/mreso/monarch/examples/slurm_7749_monarch_example_1780323.out\n", + "Saving job to cache at .monarch/job_state.pkl\n", + "Job has started, connecting to current state\n", + "SLURM job 7749 is running on 2 nodes: ['slurm-compute-node-074', 'slurm-compute-node-077']\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[36m>>> Aggregated Logs (2025-11-15 00:42:28) >>>\u001b[0m\n", + "\u001b[33m[1 similar log lines]\u001b[0m [6] [titan] 2025-11-15 00:42:38,346 - root - INFO - Starting job: Llama 3 debug training\n", + "\u001b[36m<<< Aggregated Logs (2025-11-15 00:42:38) <<<\u001b[0m\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[36m>>> Aggregated Logs (2025-11-15 00:42:28) >>>\u001b[0m\n", + "\u001b[33m[8 similar log lines]\u001b[0m [2] /home/mreso/miniforge3/envs/monarch/lib/python3.12/site-packages/torch/distributed/device_mesh.py:604: UserWarning: Slicing a flattened dim from root mesh will be deprecated in PT 2.11. Users need to bookkeep the flattened mesh directly. \n", + "\u001b[33m[8 similar log lines]\u001b[0m [2] sliced_mesh_layout = self._get_slice_mesh_layout(mesh_dim_names)\n", + "\u001b[36m<<< Aggregated Logs (2025-11-15 00:42:41) <<<\u001b[0m\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[36m>>> Aggregated Logs (2025-11-15 00:42:38) >>>\u001b[0m\n", + "\u001b[33m[7 similar log lines]\u001b[0m [4] [titan] 2025-11-15 00:42:38,347 - root - INFO - Starting job: Llama 3 debug training\n", + "\u001b[33m[8 similar log lines]\u001b[0m [2] [titan] 2025-11-15 00:42:38,121 - root - INFO - Building 1-D device mesh with ['dp_shard'], [8]\n", + "\u001b[33m[8 similar log lines]\u001b[0m [2] [titan] 2025-11-15 00:42:38,126 - root - INFO - [GC] Initial GC collection took 0.00 seconds\n", + "\u001b[36m<<< Aggregated Logs (2025-11-15 00:42:41) <<<\u001b[0m\n", + "\n", + "\u001b[36m>>> Aggregated Logs (2025-11-15 00:42:41) >>>\u001b[0m\n", + "\u001b[33m[8 similar log lines]\u001b[0m [5] [titan] 2025-11-15 00:42:43,362 - root - INFO - Loading tokenizer from tokenizer.json\n", + "\u001b[33m[8 similar log lines]\u001b[0m [5] [titan] 2025-11-15 00:42:43,365 - root - INFO - Preparing c4 dataset from allenai/c4\n", + "\u001b[36m<<< Aggregated Logs (2025-11-15 00:42:44) <<<\u001b[0m\n", + "\n", + "\u001b[36m>>> Aggregated Logs (2025-11-15 00:42:44) >>>\u001b[0m\n", + "\u001b[33m[8 similar log lines]\u001b[0m [6] [titan] 2025-11-15 00:42:46,502 - root - INFO - Building llama3 debugmodel with TransformerModelArgs(_enforced='This field is used to enforce all fields have defaults.', dim=256, n_layers=6, n_heads=16, n_kv_heads=None, vocab_size=2048, multiple_of=256, ffn_dim_multiplier=None, norm_eps=1e-05, rope_theta=500000, rope_scaling_args=RoPEScalingArgs(scaling_factor=8.0, low_freq_factor=1.0, high_freq_factor=4.0, original_max_position_embeddings=8192), max_seq_len=2048, depth_init=True, use_flex_attn=False, attn_mask_type='causal', eos_id=0)\n", + "\u001b[33m[8 similar log lines]\u001b[0m [6] [titan] 2025-11-15 00:42:46,511 - root - INFO - CUDA capacity: NVIDIA GB200 with 184.00GiB memory\n", + "\u001b[33m[8 similar log lines]\u001b[0m [1] [titan] 2025-11-15 00:42:45,359 - root - INFO - \u001b[34mModel llama3 debugmodel \u001b[31msize: 6,163,712 total parameters\u001b[39m\n", + "\u001b[33m[8 similar log lines]\u001b[0m [1] [titan] 2025-11-15 00:42:45,359 - root - INFO - Applied full activation checkpointing to the model\n", + "\u001b[33m[8 similar log lines]\u001b[0m [1] [titan] 2025-11-15 00:42:45,389 - root - INFO - Applied FSDP to the model\n", + "\u001b[33m[8 similar log lines]\u001b[0m [1] [titan] 2025-11-15 00:42:45,545 - root - INFO - Peak FLOPS used for computing MFU: 2.250e+15\n", + "\u001b[33m[8 similar log lines]\u001b[0m [1] [titan] 2025-11-15 00:42:45,546 - root - INFO - CUDA memory usage for model: 0.00GiB(0.00%)\n", + "\u001b[33m[8 similar log lines]\u001b[0m [1] [titan] 2025-11-15 00:42:45,547 - root - WARNING - model.safetensors.index.json not found at hf_assets_path: /home/mreso/torchtitan/tests/assets/tokenizer/model.safetensors.index.json. Defaulting to saving a single safetensors file if checkpoint is saved in HF format\n", + "\u001b[33m[8 similar log lines]\u001b[0m [1] [titan] 2025-11-15 00:42:45,547 - root - INFO - Mixed precision training is handled by fully_shard\n", + "\u001b[33m[8 similar log lines]\u001b[0m [1] [titan] 2025-11-15 00:42:45,547 - root - INFO - Trainer is initialized with local batch size 8, global batch size 64, gradient accumulation steps 1, sequence length 2048, total steps 50 (warmup 2)\n", + "\u001b[33m[8 similar log lines]\u001b[0m [1] [titan] 2025-11-15 00:42:45,547 - root - INFO - [trainer_1] initialized successfully and starting training\n", + "\u001b[33m[8 similar log lines]\u001b[0m [1] [titan] 2025-11-15 00:42:45,547 - root - INFO - Training starts at step 1\n", + "\u001b[33m[1 similar log lines]\u001b[0m [0] [titan] 2025-11-15 00:42:45,594 - root - INFO - TensorBoard logging enabled. Logs will be saved at ./outputs/tb/20251115-0042\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[36m>>> Aggregated Logs (2025-11-15 00:42:41) >>>\u001b[0m\n", + "\u001b[33m[8 similar log lines]\u001b[0m [1] /home/mreso/miniforge3/envs/monarch/lib/python3.12/site-packages/torch/distributed/device_mesh.py:604: UserWarning: Slicing a flattened dim from root mesh will be deprecated in PT 2.11. Users need to bookkeep the flattened mesh directly. \n", + "\u001b[33m[8 similar log lines]\u001b[0m [1] sliced_mesh_layout = self._get_slice_mesh_layout(mesh_dim_names)\n", + "\u001b[36m<<< Aggregated Logs (2025-11-15 00:42:47) <<<\u001b[0m\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[36m<<< Aggregated Logs (2025-11-15 00:42:47) <<<\u001b[0m\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[36m>>> Aggregated Logs (2025-11-15 00:42:47) >>>\u001b[0m\n", + "\u001b[33m[1 similar log lines]\u001b[0m [7] /home/mreso/miniforge3/envs/monarch/lib/python3.12/site-packages/torch/distributed/device_mesh.py:604: UserWarning: Slicing a flattened dim from root mesh will be deprecated in PT 2.11. Users need to bookkeep the flattened mesh directly. \n", + "\u001b[33m[1 similar log lines]\u001b[0m [7] sliced_mesh_layout = self._get_slice_mesh_layout(mesh_dim_names)\n", + "\u001b[36m<<< Aggregated Logs (2025-11-15 00:42:50) <<<\u001b[0m\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[36m>>> Aggregated Logs (2025-11-15 00:42:47) >>>\u001b[0m\n", + "\u001b[33m[275 similar log lines]\u001b[0m [5] [titan] 2025-11-15 00:42:50,809 - root - INFO - \u001b[31mstep: 1 \u001b[32mloss: 8.0601 \u001b[38;2;180;60;0mgrad_norm: 1.4225 \u001b[38;2;54;234;195mmemory: 0.68GiB(0.37%) \u001b[34mtps: 3,867 \u001b[36mtflops: 0.28 \u001b[35mmfu: 0.01%\u001b[39m\n", + "\u001b[33m[8 similar log lines]\u001b[0m [5] [titan] 2025-11-15 00:42:50,810 - root - INFO - Synchronizing and adjusting timeout for all ProcessGroups to 0:01:00\n", + "\u001b[36m<<< Aggregated Logs (2025-11-15 00:42:53) <<<\u001b[0m\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[36m>>> Aggregated Logs (2025-11-15 00:42:50) >>>\u001b[0m\n", + "\u001b[33m[7 similar log lines]\u001b[0m [5] /home/mreso/miniforge3/envs/monarch/lib/python3.12/site-packages/torch/distributed/device_mesh.py:604: UserWarning: Slicing a flattened dim from root mesh will be deprecated in PT 2.11. Users need to bookkeep the flattened mesh directly. \n", + "\u001b[33m[7 similar log lines]\u001b[0m [5] sliced_mesh_layout = self._get_slice_mesh_layout(mesh_dim_names)\n", + "\u001b[36m<<< Aggregated Logs (2025-11-15 00:42:53) <<<\u001b[0m\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[36m>>> Aggregated Logs (2025-11-15 00:42:53) >>>\u001b[0m\n", + "\u001b[33m[5 similar log lines]\u001b[0m [4] [titan] 2025-11-15 00:42:53,801 - root - INFO - \u001b[31mstep: 35 \u001b[32mloss: 2.8679 \u001b[38;2;180;60;0mgrad_norm: 0.2479 \u001b[38;2;54;234;195mmemory: 0.69GiB(0.37%) \u001b[34mtps: 189,334 \u001b[36mtflops: 13.55 \u001b[35mmfu: 0.60%\u001b[39m\n", + "\u001b[36m<<< Aggregated Logs (2025-11-15 00:42:53) <<<\u001b[0m\n", + "\n", + "\u001b[36m>>> Aggregated Logs (2025-11-15 00:42:53) >>>\u001b[0m\n", + "\u001b[33m[120 similar log lines]\u001b[0m [1] [titan] 2025-11-15 00:42:52,697 - root - INFO - \u001b[31mstep: 36 \u001b[32mloss: 2.8734 \u001b[38;2;180;60;0mgrad_norm: 0.2411 \u001b[38;2;54;234;195mmemory: 0.69GiB(0.37%) \u001b[34mtps: 192,839 \u001b[36mtflops: 13.80 \u001b[35mmfu: 0.61%\u001b[39m\n", + "\u001b[33m[8 similar log lines]\u001b[0m [2] [titan] 2025-11-15 00:42:53,894 - root - INFO - [GC] Performing periodic GC collection took 0.04 seconds\n", + "\u001b[33m[7 similar log lines]\u001b[0m [2] [titan] 2025-11-15 00:42:54,017 - root - INFO - Training completed\n", + "\u001b[33m[1 similar log lines]\u001b[0m [0] [titan] 2025-11-15 00:42:54,018 - root - INFO - Sleeping 2 seconds for other ranks to complete\n", + "\u001b[33m[7 similar log lines]\u001b[0m [2] [titan] 2025-11-15 00:42:54,239 - root - INFO - [trainer_2] trainer cleaned up\n", + "\u001b[36m<<< Aggregated Logs (2025-11-15 00:42:56) <<<\u001b[0m\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "root 2025-11-15 00:42:57 INFO Training completed successfully!\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[36m>>> Aggregated Logs (2025-11-15 00:42:56) >>>\u001b[0m\n", + "\u001b[33m[1 similar log lines]\u001b[0m [0] [titan] 2025-11-15 00:42:56,018 - root - INFO - Training completed\n", + "\u001b[33m[1 similar log lines]\u001b[0m [0] [titan] 2025-11-15 00:42:56,291 - root - INFO - [trainer_0] trainer cleaned up\n", + "\u001b[36m<<< Aggregated Logs (2025-11-15 00:42:59) <<<\u001b[0m\n", + "\n" + ] + } + ], + "source": [ + "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n", + "\n", + "async def main():\n", + " job_config = make_job_config()\n", + "\n", + " try:\n", + " # 1. Get job state and create process mesh\n", + " job_state = slurm_job.state()\n", + " proc_mesh = job_state.mesh0.spawn_procs({\"gpus\": RunParams.gpus_per_node})\n", + " \n", + " # 2. Configure remote logging behavior\n", + " await proc_mesh.logging_option(\n", + " stream_to_client=True,\n", + " # aggregate_window_sec=None # Uncomment to disable log batching\n", + " )\n", + " \n", + " # 3. Setup environment for torch.distributed\n", + " await setup_env_for_distributed(proc_mesh)\n", + " \n", + " # 4. Spawn TrainerActor on each GPU\n", + " trainer = proc_mesh.spawn(\"trainer_actor\", TrainerActor, job_config)\n", + " \n", + " # 5. Execute the training job\n", + " await trainer.start_training.call()\n", + " \n", + " logger.info(\"Training completed successfully!\")\n", + " \n", + " except Exception as e:\n", + " logger.error(f\"Training workflow failed: {e}\")\n", + "\n", + "\n", + "if __name__ == \"__main__\":\n", + " await main()" + ] }, { "cell_type": "markdown", "id": "0e13bf71", "metadata": {}, - "source": "### 4. Cleanup the SLURM job\nOnce you're done experimenting, free up the allocation" + "source": [ + "### 4. Cleanup the SLURM job\n", + "Once you're done experimenting, free up the allocation" + ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 4, "id": "9c10aa93", "metadata": {}, - "outputs": [], - "source": "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n\nawait cleanup_job(slurm_job)" + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Cancelled SLURM job 7749\n", + "slurm.utils 2025-11-15 00:42:59 INFO Job terminated successfully\n" + ] + } + ], + "source": [ + "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n", + "\n", + "await cleanup_job(slurm_job)" + ] } ], "metadata": { @@ -82,9 +401,9 @@ "fileUid": "2fa680ca-06ba-41e3-ac40-90b22d77bbc3", "isAdHoc": false, "kernelspec": { - "display_name": "venv", + "display_name": "Python (monarch)", "language": "python", - "name": "python3" + "name": "monarch" }, "language_info": { "codemirror_mode": { @@ -96,9 +415,9 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.10.18" + "version": "3.12.12" } }, "nbformat": 4, "nbformat_minor": 2 -} \ No newline at end of file +} From d477915d257b52f9a59d857f51e577dbf32df8dd Mon Sep 17 00:00:00 2001 From: Matthias Reso <13337103+mreso@users.noreply.github.com> Date: Mon, 17 Nov 2025 16:58:22 -0800 Subject: [PATCH 3/6] Remove slurm utils --- examples/slurm/__init__.py | 0 examples/slurm/utils.py | 86 -------- examples/slurm_allreduce.ipynb | 161 +-------------- examples/slurm_ddp.ipynb | 202 +------------------ examples/slurm_titan.ipynb | 347 ++------------------------------- 5 files changed, 26 insertions(+), 770 deletions(-) delete mode 100644 examples/slurm/__init__.py delete mode 100644 examples/slurm/utils.py diff --git a/examples/slurm/__init__.py b/examples/slurm/__init__.py deleted file mode 100644 index e69de29bb..000000000 diff --git a/examples/slurm/utils.py b/examples/slurm/utils.py deleted file mode 100644 index 8156054f7..000000000 --- a/examples/slurm/utils.py +++ /dev/null @@ -1,86 +0,0 @@ -# Copyright (c) Meta Platforms, Inc. and affiliates. -# All rights reserved. -# -# This source code is licensed under the BSD-style license found in the -# LICENSE file in the root directory of this source tree. - -""" -Utility functions for running Monarch examples on SLURM with v1 API. - -Provides helper functions for creating and managing SLURM jobs: -- create_slurm_job(): Create a new SLURM job with mesh configuration -- cleanup_job(): Terminate and clean up SLURM jobs -""" - -import logging - -from monarch.job import JobTrait, SlurmJob - - -logging.basicConfig( - level=logging.INFO, - format="%(name)s %(asctime)s %(levelname)s %(message)s", - datefmt="%Y-%m-%d %H:%M:%S", - force=True, -) -logger: logging.Logger = logging.getLogger(__name__) - - -def create_slurm_job( - mesh_name: str, - num_nodes: int, - gpus_per_node: int, - time_limit: str = "06:00:00", - python_exe: str = None, -) -> SlurmJob: - """ - Create a SLURM job for Monarch v1 API. - - Args: - mesh_name: Name assigned to the primary mesh for this example. - A JobTrait can consist of multiple meshes, and - Monarch allows for re-attaching to ongoing jobs. - num_nodes: Number of nodes allocated per mesh - gpus_per_node: Number of GPUs per node in the mesh - time_limit: Time limit for the SLURM job (default: "06:00:00") - python_exe: Optional path to python executable - - Returns: - SlurmJob: A configured SLURM job instance - - Note: - SlurmJob is just one instance of a Monarch scheduler interface. - Consult the JobTrait documentation to find one that's right for your usecase. - """ - default_job_name = "monarch_example" - - slurm_job_args = { - "meshes": {mesh_name: num_nodes}, - "job_name": default_job_name, - "gpus_per_node": gpus_per_node, - "time_limit": time_limit, - } - if python_exe: - slurm_job_args["python_exe"] = python_exe - - return SlurmJob( - **slurm_job_args, - # ... additional args can be passed here - ) - - -async def cleanup_job(job: JobTrait) -> None: - """ - Cancel the SLURM job, releasing all reserved nodes back to the cluster. - - Args: - job: A JobTrait, like the one returned from create_slurm_job() - - Note: - The job will also terminate automatically when the configured TTL - is exceeded, but explicit cleanup is recommended for long-running - notebooks or scripts. - """ - job.kill() - logger.info("Job terminated successfully") - diff --git a/examples/slurm_allreduce.ipynb b/examples/slurm_allreduce.ipynb index 4ded84686..99c4940f6 100644 --- a/examples/slurm_allreduce.ipynb +++ b/examples/slurm_allreduce.ipynb @@ -1,168 +1,19 @@ { "cells": [ - { - "cell_type": "code", - "execution_count": 1, - "id": "c443b989-5a71-455f-9a59-9963338634ec", - "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "Found cached job at path: .monarch/job_state.pkl\n", - "Error checking job 7757 status: slurm_load_jobs error: Invalid job id specified\n", - "\n", - "SLURM job 7757 not found in queue\n", - "Cached job cannot run this spec, removing cache\n", - "Cancelled SLURM job 7757\n", - "Applying current job\n", - "Submitting SLURM job with 2 nodes\n", - "SLURM job 7758 submitted. Logs will be written to: /home/mreso/monarch/examples/slurm_7758_monarch_example_1784833.out\n", - "Saving job to cache at .monarch/job_state.pkl\n", - "Job has started, connecting to current state\n", - "SLURM job 7758 is running on 2 nodes: ['slurm-compute-node-090', 'slurm-compute-node-091']\n", - "__main__ 2025-11-15 01:12:07 INFO computing world size...\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[36m>>> Aggregated Logs (2025-11-15 01:12:06) >>>\u001b[0m\n", - "\u001b[33m[1 similar log lines]\u001b[0m [7] Initializing process group `nccl`:\n", - "\u001b[33m[1 similar log lines]\u001b[0m [7] MASTER_ADDR = slurm-compute-node-090\n", - "\u001b[33m[1 similar log lines]\u001b[0m [7] MASTER_PORT = 29500\n", - "\u001b[33m[1 similar log lines]\u001b[0m [7] RANK = 7\n", - "\u001b[33m[1 similar log lines]\u001b[0m [7] WORLD_SIZE = 8\n", - "\u001b[36m<<< Aggregated Logs (2025-11-15 01:12:09) <<<\u001b[0m\n", - "\n", - "\u001b[36m>>> Aggregated Logs (2025-11-15 01:12:09) >>>\u001b[0m\n", - "\u001b[33m[7 similar log lines]\u001b[0m [4] Initializing process group `nccl`:\n", - "\u001b[33m[7 similar log lines]\u001b[0m [4] MASTER_ADDR = slurm-compute-node-090\n", - "\u001b[33m[7 similar log lines]\u001b[0m [4] MASTER_PORT = 29500\n", - "\u001b[33m[7 similar log lines]\u001b[0m [4] RANK = 4\n", - "\u001b[33m[7 similar log lines]\u001b[0m [4] WORLD_SIZE = 8\n", - "\u001b[36m<<< Aggregated Logs (2025-11-15 01:12:12) <<<\u001b[0m\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "__main__ 2025-11-15 01:12:13 INFO computed world_sizes:\n", - " ----------------------------------------\n", - " {\n", - " \"rank_0\": 8,\n", - " \"rank_1\": 8,\n", - " \"rank_2\": 8,\n", - " \"rank_3\": 8,\n", - " \"rank_4\": 8,\n", - " \"rank_5\": 8,\n", - " \"rank_6\": 8,\n", - " \"rank_7\": 8\n", - "}\n", - " ----------------------------------------\n", - "Cancelled SLURM job 7758\n", - "slurm.utils 2025-11-15 01:12:13 INFO Job terminated successfully\n" - ] - } - ], - "source": [ - "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n", - "\n", - "# @noautodeps\n", - "# pyre-ignore-all-errors\n", - "import json\n", - "import logging\n", - "import socket\n", - "import sys\n", - "\n", - "import cloudpickle\n", - "from example_actors.compute_world_size_actor import ComputeWorldSizeActor\n", - "from monarch.actor import Actor, endpoint\n", - "from slurm.utils import create_slurm_job, cleanup_job\n", - "\n", - "\n", - "logging.basicConfig(\n", - " level=logging.INFO,\n", - " format=\"%(name)s %(asctime)s %(levelname)s %(message)s\",\n", - " datefmt=\"%Y-%m-%d %H:%M:%S\",\n", - " force=True,\n", - ")\n", - "\n", - "\n", - "logger: logging.Logger = logging.getLogger(__name__)\n", - "\n", - "class _HostnameActor(Actor):\n", - " \"\"\"Helper actor to get hostname from rank 0\"\"\"\n", - " @endpoint\n", - " def get_hostname(self) -> str:\n", - " return socket.gethostname()\n", - "\n", - "\n", - "async def main():\n", - " num_nodes = 2\n", - " gpus_per_node = 4\n", - " mesh_name = \"mesh0\"\n", - " master_port = 29500\n", - "\n", - " # Create SLURM job\n", - " slurm_job = create_slurm_job(mesh_name, num_nodes, gpus_per_node)\n", - "\n", - " try:\n", - " # Get job state and create process mesh\n", - " job_state = slurm_job.state()\n", - " proc_mesh = job_state.mesh0.spawn_procs({\"gpus\": gpus_per_node})\n", - "\n", - " # Get master_addr from rank 0\n", - " hostname_actor = proc_mesh.spawn(\"hostname_actor\", _HostnameActor)\n", - " hostname_values = await hostname_actor.flatten(\"rank\").slice(rank=0).get_hostname.call()\n", - " master_addr = hostname_values.item()\n", - "\n", - " # Spawn actor\n", - " actor = proc_mesh.spawn(\"compute_world_size_actor\", ComputeWorldSizeActor)\n", - "\n", - " logger.info(\"computing world size...\")\n", - " values = await actor.compute_world_size.call(\n", - " master_addr=master_addr,\n", - " master_port=master_port,\n", - " )\n", - "\n", - " values_by_rank = {f\"rank_{p.rank}\": v for p, v in list(values.flatten(\"rank\"))}\n", - "\n", - " logger.info(\n", - " f\"\"\"computed world_sizes:\n", - " {'-'*40}\n", - " {json.dumps(values_by_rank, indent=2)}\n", - " {'-'*40}\"\"\"\n", - " )\n", - " finally:\n", - " await cleanup_job(slurm_job)\n", - "\n", - "\n", - "if __name__ == \"__main__\":\n", - " cloudpickle.register_pickle_by_value(sys.modules[ComputeWorldSizeActor.__module__])\n", - " cloudpickle.register_pickle_by_value(sys.modules[_HostnameActor.__module__])\n", - "\n", - " await main()" - ] - }, { "cell_type": "code", "execution_count": null, - "id": "45417f57", + "id": "c443b989-5a71-455f-9a59-9963338634ec", "metadata": {}, "outputs": [], - "source": [] + "source": "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n\n# @noautodeps\n# pyre-ignore-all-errors\nimport json\nimport logging\nimport sys\n\nimport cloudpickle\nfrom example_actors.compute_world_size_actor import ComputeWorldSizeActor\nfrom monarch.job import SlurmJob\n\n\nlogging.basicConfig(\n level=logging.INFO,\n format=\"%(name)s %(asctime)s %(levelname)s %(message)s\",\n datefmt=\"%Y-%m-%d %H:%M:%S\",\n force=True,\n)\n\n\nlogger: logging.Logger = logging.getLogger(__name__)\n\n\nasync def main():\n num_nodes = 2\n gpus_per_node = 8\n mesh_name = \"mesh0\"\n \n # Create SLURM job\n slurm_job = SlurmJob(\n meshes={mesh_name: num_nodes},\n job_name=\"monarch_example\",\n gpus_per_node=gpus_per_node,\n time_limit=\"06:00:00\",\n )\n\n try:\n # Get job state and create process mesh\n job_state = slurm_job.state()\n proc_mesh = job_state.mesh0.spawn_procs({\"gpus\": gpus_per_node})\n \n # Spawn actor\n actor = proc_mesh.spawn(\"compute_world_size_actor\", ComputeWorldSizeActor)\n\n logger.info(\"computing world size...\")\n # this is redundant but is here for example sake\n values = await actor.compute_world_size.call(\n master_addr=job_state.mesh0.hosts[0],\n master_port=29500,\n )\n\n values_by_rank = {f\"rank_{p.rank}\": v for p, v in list(values.flatten(\"rank\"))}\n\n logger.info(\n f\"\"\"computed world_sizes:\n {'-'*40}\n {json.dumps(values_by_rank, indent=2)}\n {'-'*40}\"\"\"\n )\n finally:\n # Cancel the SLURM job, releasing all reserved nodes back to the cluster\n slurm_job.kill()\n logger.info(\"Job terminated successfully\")\n\n\nif __name__ == \"__main__\":\n cloudpickle.register_pickle_by_value(sys.modules[ComputeWorldSizeActor.__module__])\n\n await main()" } ], "metadata": { "kernelspec": { - "display_name": "Python (monarch)", + "display_name": "ahmads-nightly4", "language": "python", - "name": "monarch" + "name": "python3" }, "language_info": { "codemirror_mode": { @@ -174,9 +25,9 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.12.12" + "version": "3.10.18" } }, "nbformat": 4, "nbformat_minor": 5 -} +} \ No newline at end of file diff --git a/examples/slurm_ddp.ipynb b/examples/slurm_ddp.ipynb index bb27f8ab3..aa7fb7ca3 100644 --- a/examples/slurm_ddp.ipynb +++ b/examples/slurm_ddp.ipynb @@ -5,198 +5,8 @@ "execution_count": null, "id": "c443b989-5a71-455f-9a59-9963338634ec", "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "Found cached job at path: .monarch/job_state.pkl\n", - "SLURM job 7750 not found in queue\n", - "Cached job cannot run this spec, removing cache\n", - "Cancelled SLURM job 7750\n", - "Applying current job\n", - "Submitting SLURM job with 2 nodes\n", - "SLURM job 7751 submitted. Logs will be written to: /home/mreso/monarch/examples/slurm_7751_monarch_example_1781197.out\n", - "Saving job to cache at .monarch/job_state.pkl\n", - "Job has started, connecting to current state\n", - "SLURM job 7751 is running on 2 nodes: ['slurm-compute-node-074', 'slurm-compute-node-077']\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[36m>>> Aggregated Logs (2025-11-15 00:44:19) >>>\u001b[0m\n", - "\u001b[33m[8 similar log lines]\u001b[0m [5] self.rank=5 Initializing torch distributed\n", - "\u001b[36m<<< Aggregated Logs (2025-11-15 00:44:22) <<<\u001b[0m\n", - "\n", - "\u001b[36m>>> Aggregated Logs (2025-11-15 00:44:22) >>>\u001b[0m\n", - "\u001b[33m[8 similar log lines]\u001b[0m [0] [Gloo] Rank 0 is connected to 7 peer ranks. Expected number of connected peer ranks is : 7\n", - "\u001b[33m[8 similar log lines]\u001b[0m [0] self.rank=0 Finished initializing torch distributed\n", - "\u001b[33m[8 similar log lines]\u001b[0m [0] self.rank=0 Running basic DDP example\n", - "\u001b[33m[8 similar log lines]\u001b[0m [0] self.rank=0 local_rank=0\n", - "\u001b[36m<<< Aggregated Logs (2025-11-15 00:44:25) <<<\u001b[0m\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "Cancelled SLURM job 7751\n", - "slurm.utils 2025-11-15 00:44:28 INFO Job terminated successfully\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "DDP example completed successfully!\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[36m>>> Aggregated Logs (2025-11-15 00:44:25) >>>\u001b[0m\n", - "\u001b[33m[8 similar log lines]\u001b[0m [4] self.rank=4 Finished running basic DDP example\n", - "\u001b[33m[8 similar log lines]\u001b[0m [0] self.rank=0 Cleaning up torch distributed\n", - "\u001b[36m<<< Aggregated Logs (2025-11-15 00:44:28) <<<\u001b[0m\n", - "\n" - ] - } - ], - "source": [ - "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n", - "\n", - "# @noautodeps\n", - "# pyre-ignore-all-errors\n", - "import logging\n", - "import os\n", - "import torch\n", - "import torch.distributed as dist\n", - "import torch.nn as nn\n", - "import torch.optim as optim\n", - "\n", - "from monarch.actor import Actor, current_rank, endpoint\n", - "from monarch.utils import setup_env_for_distributed\n", - "from torch.nn.parallel import DistributedDataParallel as DDP\n", - "from slurm.utils import create_slurm_job, cleanup_job\n", - "\n", - "\n", - "logging.basicConfig(\n", - " level=logging.INFO,\n", - " format=\"%(name)s %(asctime)s %(levelname)s %(message)s\",\n", - " datefmt=\"%Y-%m-%d %H:%M:%S\",\n", - " force=True,\n", - ")\n", - "\n", - "\n", - "logger: logging.Logger = logging.getLogger(__name__)\n", - "\n", - "\n", - "class ToyModel(nn.Module):\n", - " \"\"\"A simple toy model for demonstration purposes.\"\"\"\n", - "\n", - " def __init__(self):\n", - " super(ToyModel, self).__init__()\n", - " self.net1 = nn.Linear(10, 10)\n", - " self.relu = nn.ReLU()\n", - " self.net2 = nn.Linear(10, 5)\n", - "\n", - " def forward(self, x):\n", - " return self.net2(self.relu(self.net1(x)))\n", - "\n", - "\n", - "class DDPActor(Actor):\n", - " \"\"\"This Actor wraps the basic functionality from Torch's DDP example.\n", - "\n", - " Conveniently, all of the methods we need are already laid out for us,\n", - " so we can just wrap them in the usual Actor endpoint semantic with some\n", - " light modifications.\n", - "\n", - " Adapted from: https://docs.pytorch.org/tutorials/intermediate/ddp_tutorial.html#basic-use-case\n", - " \"\"\"\n", - "\n", - " def __init__(self):\n", - " self.rank = current_rank().rank\n", - "\n", - " def _rprint(self, msg):\n", - " \"\"\"Helper method to print with rank information.\"\"\"\n", - " print(f\"{self.rank=} {msg}\")\n", - "\n", - " @endpoint\n", - " async def setup(self):\n", - " \"\"\"Initialize the PyTorch distributed process group.\"\"\"\n", - " self._rprint(\"Initializing torch distributed\")\n", - "\n", - " WORLD_SIZE = int(os.environ[\"WORLD_SIZE\"])\n", - " # initialize the process group\n", - " dist.init_process_group(\"gloo\", rank=self.rank, world_size=WORLD_SIZE)\n", - " self._rprint(\"Finished initializing torch distributed\")\n", - "\n", - " @endpoint\n", - " async def cleanup(self):\n", - " \"\"\"Clean up the PyTorch distributed process group.\"\"\"\n", - " self._rprint(\"Cleaning up torch distributed\")\n", - " dist.destroy_process_group()\n", - "\n", - " @endpoint\n", - " async def demo_basic(self):\n", - " \"\"\"Run a basic DDP training example.\"\"\"\n", - " self._rprint(\"Running basic DDP example\")\n", - "\n", - " # create model and move it to GPU with id rank\n", - " local_rank = int(os.environ[\"LOCAL_RANK\"])\n", - " self._rprint(f\"{local_rank=}\")\n", - " model = ToyModel().to(local_rank)\n", - " ddp_model = DDP(model, device_ids=[local_rank])\n", - "\n", - " loss_fn = nn.MSELoss()\n", - " optimizer = optim.SGD(ddp_model.parameters(), lr=0.001)\n", - "\n", - " optimizer.zero_grad()\n", - " outputs = ddp_model(torch.randn(20, 10))\n", - " labels = torch.randn(20, 5).to(local_rank)\n", - " loss_fn(outputs, labels).backward()\n", - " optimizer.step()\n", - "\n", - " print(f\"{self.rank=} Finished running basic DDP example\")\n", - "\n", - "\n", - "async def main():\n", - " num_nodes = 2\n", - " gpus_per_node = 8\n", - " mesh_name = \"mesh0\"\n", - " \n", - " # Create SLURM job\n", - " slurm_job = create_slurm_job(mesh_name, num_nodes, gpus_per_node)\n", - "\n", - " try:\n", - " # Get job state and create process mesh\n", - " job_state = slurm_job.state()\n", - " proc_mesh = job_state.mesh0.spawn_procs({\"gpus\": gpus_per_node})\n", - "\n", - " # Spawn DDP actor\n", - " ddp_actor = proc_mesh.spawn(\"ddp_actor\", DDPActor)\n", - "\n", - " # Setup distributed environment\n", - " await setup_env_for_distributed(proc_mesh)\n", - "\n", - " # Run DDP example\n", - " await ddp_actor.setup.call()\n", - " await ddp_actor.demo_basic.call()\n", - " await ddp_actor.cleanup.call()\n", - "\n", - " print(\"DDP example completed successfully!\")\n", - "\n", - " finally:\n", - " await cleanup_job(slurm_job)\n", - "\n", - "\n", - "if __name__ == \"__main__\":\n", - " await main()" - ] + "outputs": [], + "source": "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n\n# @noautodeps\n# pyre-ignore-all-errors\nimport logging\nimport os\nimport torch\nimport torch.distributed as dist\nimport torch.nn as nn\nimport torch.optim as optim\n\nfrom monarch.actor import Actor, current_rank, endpoint\nfrom monarch.job import SlurmJob\nfrom monarch.utils import setup_env_for_distributed\nfrom torch.nn.parallel import DistributedDataParallel as DDP\n\n\nlogging.basicConfig(\n level=logging.INFO,\n format=\"%(name)s %(asctime)s %(levelname)s %(message)s\",\n datefmt=\"%Y-%m-%d %H:%M:%S\",\n force=True,\n)\n\n\nlogger: logging.Logger = logging.getLogger(__name__)\n\n\nclass ToyModel(nn.Module):\n \"\"\"A simple toy model for demonstration purposes.\"\"\"\n\n def __init__(self):\n super(ToyModel, self).__init__()\n self.net1 = nn.Linear(10, 10)\n self.relu = nn.ReLU()\n self.net2 = nn.Linear(10, 5)\n\n def forward(self, x):\n return self.net2(self.relu(self.net1(x)))\n\n\nclass DDPActor(Actor):\n \"\"\"This Actor wraps the basic functionality from Torch's DDP example.\n\n Conveniently, all of the methods we need are already laid out for us,\n so we can just wrap them in the usual Actor endpoint semantic with some\n light modifications.\n\n Adapted from: https://docs.pytorch.org/tutorials/intermediate/ddp_tutorial.html#basic-use-case\n \"\"\"\n\n def __init__(self):\n self.rank = current_rank().rank\n\n def _rprint(self, msg):\n \"\"\"Helper method to print with rank information.\"\"\"\n print(f\"{self.rank=} {msg}\")\n\n @endpoint\n async def setup(self):\n \"\"\"Initialize the PyTorch distributed process group.\"\"\"\n self._rprint(\"Initializing torch distributed\")\n\n WORLD_SIZE = int(os.environ[\"WORLD_SIZE\"])\n # initialize the process group\n dist.init_process_group(\"gloo\", rank=self.rank, world_size=WORLD_SIZE)\n self._rprint(\"Finished initializing torch distributed\")\n\n @endpoint\n async def cleanup(self):\n \"\"\"Clean up the PyTorch distributed process group.\"\"\"\n self._rprint(\"Cleaning up torch distributed\")\n dist.destroy_process_group()\n\n @endpoint\n async def demo_basic(self):\n \"\"\"Run a basic DDP training example.\"\"\"\n self._rprint(\"Running basic DDP example\")\n\n # create model and move it to GPU with id rank\n local_rank = int(os.environ[\"LOCAL_RANK\"])\n self._rprint(f\"{local_rank=}\")\n model = ToyModel().to(local_rank)\n ddp_model = DDP(model, device_ids=[local_rank])\n\n loss_fn = nn.MSELoss()\n optimizer = optim.SGD(ddp_model.parameters(), lr=0.001)\n\n optimizer.zero_grad()\n outputs = ddp_model(torch.randn(20, 10))\n labels = torch.randn(20, 5).to(local_rank)\n loss_fn(outputs, labels).backward()\n optimizer.step()\n\n print(f\"{self.rank=} Finished running basic DDP example\")\n\n\nasync def main():\n num_nodes = 2\n gpus_per_node = 8\n mesh_name = \"mesh0\"\n \n # Create SLURM job\n slurm_job = SlurmJob(\n meshes={mesh_name: num_nodes},\n job_name=\"monarch_example\",\n gpus_per_node=gpus_per_node,\n time_limit=\"06:00:00\",\n )\n\n try:\n # Get job state and create process mesh\n job_state = slurm_job.state()\n proc_mesh = job_state.mesh0.spawn_procs({\"gpus\": gpus_per_node})\n\n # Spawn DDP actor\n ddp_actor = proc_mesh.spawn(\"ddp_actor\", DDPActor)\n\n # Setup distributed environment\n await setup_env_for_distributed(proc_mesh)\n\n # Run DDP example\n await ddp_actor.setup.call()\n await ddp_actor.demo_basic.call()\n await ddp_actor.cleanup.call()\n\n print(\"DDP example completed successfully!\")\n\n finally:\n # Cancel the SLURM job, releasing all reserved nodes back to the cluster\n slurm_job.kill()\n logger.info(\"Job terminated successfully\")\n\n\nif __name__ == \"__main__\":\n await main()" }, { "cell_type": "code", @@ -209,9 +19,9 @@ ], "metadata": { "kernelspec": { - "display_name": "Python (monarch)", + "display_name": "ahmads-nightly4", "language": "python", - "name": "monarch" + "name": "python3" }, "language_info": { "codemirror_mode": { @@ -223,9 +33,9 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.12.12" + "version": "3.10.18" } }, "nbformat": 4, "nbformat_minor": 5 -} +} \ No newline at end of file diff --git a/examples/slurm_titan.ipynb b/examples/slurm_titan.ipynb index ef12a5a4e..075c34150 100644 --- a/examples/slurm_titan.ipynb +++ b/examples/slurm_titan.ipynb @@ -19,14 +19,7 @@ "cell_type": "markdown", "id": "77cd971d", "metadata": {}, - "source": [ - "### 1. Create your SLURM job\n", - "Configure parameters for your cluster:\n", - "- num_nodes: Number of nodes to allocate (default: 2)\n", - "- gpus_per_node: Number of GPUs per node (default: 8)\n", - "- mesh_name: Name for the mesh (default: \"mesh0\")\n", - "- time_limit: Maximum job duration (default: \"06:00:00\")" - ] + "source": "### 1. Create your SLURM job\nConfigure parameters for your cluster:\n- num_nodes: Number of nodes to allocate (default: 2)\n- gpus_per_node: Number of GPUs per node (default: 8)\n- mesh_name: Name for the mesh (default: \"mesh0\")\n- time_limit: Maximum job duration (default: \"06:00:00\")" }, { "cell_type": "code", @@ -34,23 +27,7 @@ "id": "85b0693f", "metadata": {}, "outputs": [], - "source": [ - "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n", - "\n", - "from slurm.utils import create_slurm_job, cleanup_job\n", - "\n", - "num_nodes = 2 # assign for your system\n", - "gpus_per_node = 8 # adjust for your hardware\n", - "mesh_name = \"mesh0\"\n", - "\n", - "# Create a SLURM job with N nodes\n", - "slurm_job = create_slurm_job(\n", - " mesh_name,\n", - " num_nodes,\n", - " gpus_per_node,\n", - " # time_limit=\"06:00:00\", # optional\n", - ")" - ] + "source": "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n\nimport logging\nfrom monarch.job import SlurmJob\n\n# Configure logging\nlogging.basicConfig(\n level=logging.INFO,\n format=\"%(name)s %(asctime)s %(levelname)s %(message)s\",\n datefmt=\"%Y-%m-%d %H:%M:%S\",\n force=True,\n)\nlogger: logging.Logger = logging.getLogger(__name__)\n\n# Configure job parameters\nnum_nodes = 2 # assign for your system\ngpus_per_node = 8 # adjust for your hardware\nmesh_name = \"mesh0\"\n\n# Create a SLURM job with N nodes\nslurm_job = SlurmJob(\n meshes={mesh_name: num_nodes},\n job_name=\"monarch_example\",\n gpus_per_node=gpus_per_node,\n time_limit=\"06:00:00\",\n)" }, { "cell_type": "markdown", @@ -66,96 +43,7 @@ "id": "39d51df7", "metadata": {}, "outputs": [], - "source": [ - "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n", - "\n", - "from torchtitan.train import Trainer\n", - "from torchtitan.config import ConfigManager, JobConfig\n", - "from monarch.actor import Actor, current_rank, endpoint\n", - "from torchtitan.tools.logging import init_logger, logger\n", - "import torch\n", - "from dataclasses import dataclass\n", - "import os\n", - "from monarch.utils import setup_env_for_distributed\n", - "\n", - "\n", - "@dataclass\n", - "class RunParams:\n", - " \"\"\"\n", - " Parameters for your cluster and training job, adjust as needed\n", - " \"\"\"\n", - " training_steps: int = 50\n", - " model_config = \"debug_model.toml\"\n", - " dataset = \"c4\"\n", - " num_nodes = num_nodes\n", - " gpus_per_node = gpus_per_node\n", - "\n", - "\n", - "class TrainerActor(Actor):\n", - " \"\"\"\n", - " A simple wrapper class with executes a TorchTitan trainer in a Monarch actor\n", - " \"\"\"\n", - " def __init__(self, job_config: JobConfig) -> None:\n", - " self.job_config = job_config\n", - " rank = current_rank().rank\n", - " self.uid = f\"[trainer_{rank}]\"\n", - "\n", - " @endpoint\n", - " async def start_training(self) -> None:\n", - " init_logger()\n", - " trainer: Trainer | None = None\n", - "\n", - " try:\n", - " trainer = Trainer(self.job_config)\n", - " logger.info(f\"{self.uid} initialized successfully and starting training\")\n", - " trainer.train()\n", - " except Exception:\n", - " if trainer:\n", - " trainer.close()\n", - " raise\n", - " else:\n", - " trainer.close()\n", - " finally:\n", - " torch.distributed.destroy_process_group()\n", - " logger.info(f\"{self.uid} trainer cleaned up\")\n", - "\n", - "def make_job_config() -> JobConfig:\n", - " \"\"\"\n", - " Create a job config which is digested by TorchTitan, sourced from RunParams\n", - " \"\"\"\n", - " data_parallel_shard_degree = RunParams.num_nodes * RunParams.gpus_per_node\n", - " output_path = \"./outputs\"\n", - "\n", - " script_dir = globals()['_dh'][0]\n", - " default_args = [\n", - " \"--job.config_file\",\n", - " os.path.join(script_dir, RunParams.model_config),\n", - " \"--model.hf_assets_path\",\n", - " os.path.join(script_dir, \"tokenizer\"),\n", - " \"--comm.trace_buf_size\",\n", - " \"0\",\n", - " \"--metrics.log_freq\",\n", - " \"1\",\n", - " \"--parallelism.data_parallel_shard_degree\",\n", - " str(data_parallel_shard_degree),\n", - " \"--activation_checkpoint.mode\",\n", - " \"full\",\n", - " \"--comm.train_timeout_seconds\",\n", - " \"60\",\n", - " \"--training.steps\",\n", - " str(RunParams.training_steps),\n", - " \"--training.dataset\",\n", - " RunParams.dataset,\n", - " \"--job.dump_folder\",\n", - " output_path,\n", - " \"--metrics.enable_tensorboard\",\n", - " ]\n", - "\n", - " config_manager = ConfigManager()\n", - " job_config = config_manager.parse_args(default_args)\n", - "\n", - " return job_config" - ] + "source": "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n\nfrom torchtitan.train import Trainer\nfrom torchtitan.config import ConfigManager, JobConfig\nfrom monarch.actor import Actor, current_rank, endpoint\nfrom torchtitan.tools.logging import init_logger, logger\nimport torch\nfrom dataclasses import dataclass\nimport os\nfrom monarch.utils import setup_env_for_distributed\n\n\n@dataclass\nclass RunParams:\n \"\"\"\n Parameters for your cluster and training job, adjust as needed\n \"\"\"\n training_steps: int = 50\n model_config = \"debug_model.toml\"\n dataset = \"c4\"\n num_nodes = num_nodes\n gpus_per_node = gpus_per_node\n\n\nclass TrainerActor(Actor):\n \"\"\"\n A simple wrapper class with executes a TorchTitan trainer in a Monarch actor\n \"\"\"\n def __init__(self, job_config: JobConfig) -> None:\n self.job_config = job_config\n rank = current_rank().rank\n self.uid = f\"[trainer_{rank}]\"\n\n @endpoint\n async def start_training(self) -> None:\n init_logger()\n trainer: Trainer | None = None\n\n try:\n trainer = Trainer(self.job_config)\n logger.info(f\"{self.uid} initialized successfully and starting training\")\n trainer.train()\n except Exception:\n if trainer:\n trainer.close()\n raise\n else:\n trainer.close()\n finally:\n torch.distributed.destroy_process_group()\n logger.info(f\"{self.uid} trainer cleaned up\")\n\ndef make_job_config() -> JobConfig:\n \"\"\"\n Create a job config which is digested by TorchTitan, sourced from RunParams\n \"\"\"\n data_parallel_shard_degree = RunParams.num_nodes * RunParams.gpus_per_node\n output_path = \"./outputs\"\n\n script_dir = globals()['_dh'][0]\n default_args = [\n \"--job.config_file\",\n os.path.join(script_dir, RunParams.model_config),\n \"--model.tokenizer_path\",\n os.path.join(script_dir, \"tokenizer\"),\n \"--comm.trace_buf_size\",\n \"0\",\n \"--metrics.log_freq\",\n \"1\",\n \"--parallelism.data_parallel_shard_degree\",\n str(data_parallel_shard_degree),\n \"--activation_checkpoint.mode\",\n \"full\",\n \"--comm.train_timeout_seconds\",\n \"60\",\n \"--training.steps\",\n str(RunParams.training_steps),\n \"--training.dataset\",\n RunParams.dataset,\n \"--job.dump_folder\",\n output_path,\n \"--metrics.enable_tensorboard\",\n ]\n\n config_manager = ConfigManager()\n job_config = config_manager.parse_args(default_args)\n\n return job_config" }, { "cell_type": "markdown", @@ -168,232 +56,25 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": null, "id": "091a7066", "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "Found cached job at path: .monarch/job_state.pkl\n", - "SLURM job 7748 not found in queue\n", - "Cached job cannot run this spec, removing cache\n", - "Cancelled SLURM job 7748\n", - "Applying current job\n", - "Submitting SLURM job with 2 nodes\n", - "SLURM job 7749 submitted. Logs will be written to: /home/mreso/monarch/examples/slurm_7749_monarch_example_1780323.out\n", - "Saving job to cache at .monarch/job_state.pkl\n", - "Job has started, connecting to current state\n", - "SLURM job 7749 is running on 2 nodes: ['slurm-compute-node-074', 'slurm-compute-node-077']\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[36m>>> Aggregated Logs (2025-11-15 00:42:28) >>>\u001b[0m\n", - "\u001b[33m[1 similar log lines]\u001b[0m [6] [titan] 2025-11-15 00:42:38,346 - root - INFO - Starting job: Llama 3 debug training\n", - "\u001b[36m<<< Aggregated Logs (2025-11-15 00:42:38) <<<\u001b[0m\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "\u001b[36m>>> Aggregated Logs (2025-11-15 00:42:28) >>>\u001b[0m\n", - "\u001b[33m[8 similar log lines]\u001b[0m [2] /home/mreso/miniforge3/envs/monarch/lib/python3.12/site-packages/torch/distributed/device_mesh.py:604: UserWarning: Slicing a flattened dim from root mesh will be deprecated in PT 2.11. Users need to bookkeep the flattened mesh directly. \n", - "\u001b[33m[8 similar log lines]\u001b[0m [2] sliced_mesh_layout = self._get_slice_mesh_layout(mesh_dim_names)\n", - "\u001b[36m<<< Aggregated Logs (2025-11-15 00:42:41) <<<\u001b[0m\n", - "\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[36m>>> Aggregated Logs (2025-11-15 00:42:38) >>>\u001b[0m\n", - "\u001b[33m[7 similar log lines]\u001b[0m [4] [titan] 2025-11-15 00:42:38,347 - root - INFO - Starting job: Llama 3 debug training\n", - "\u001b[33m[8 similar log lines]\u001b[0m [2] [titan] 2025-11-15 00:42:38,121 - root - INFO - Building 1-D device mesh with ['dp_shard'], [8]\n", - "\u001b[33m[8 similar log lines]\u001b[0m [2] [titan] 2025-11-15 00:42:38,126 - root - INFO - [GC] Initial GC collection took 0.00 seconds\n", - "\u001b[36m<<< Aggregated Logs (2025-11-15 00:42:41) <<<\u001b[0m\n", - "\n", - "\u001b[36m>>> Aggregated Logs (2025-11-15 00:42:41) >>>\u001b[0m\n", - "\u001b[33m[8 similar log lines]\u001b[0m [5] [titan] 2025-11-15 00:42:43,362 - root - INFO - Loading tokenizer from tokenizer.json\n", - "\u001b[33m[8 similar log lines]\u001b[0m [5] [titan] 2025-11-15 00:42:43,365 - root - INFO - Preparing c4 dataset from allenai/c4\n", - "\u001b[36m<<< Aggregated Logs (2025-11-15 00:42:44) <<<\u001b[0m\n", - "\n", - "\u001b[36m>>> Aggregated Logs (2025-11-15 00:42:44) >>>\u001b[0m\n", - "\u001b[33m[8 similar log lines]\u001b[0m [6] [titan] 2025-11-15 00:42:46,502 - root - INFO - Building llama3 debugmodel with TransformerModelArgs(_enforced='This field is used to enforce all fields have defaults.', dim=256, n_layers=6, n_heads=16, n_kv_heads=None, vocab_size=2048, multiple_of=256, ffn_dim_multiplier=None, norm_eps=1e-05, rope_theta=500000, rope_scaling_args=RoPEScalingArgs(scaling_factor=8.0, low_freq_factor=1.0, high_freq_factor=4.0, original_max_position_embeddings=8192), max_seq_len=2048, depth_init=True, use_flex_attn=False, attn_mask_type='causal', eos_id=0)\n", - "\u001b[33m[8 similar log lines]\u001b[0m [6] [titan] 2025-11-15 00:42:46,511 - root - INFO - CUDA capacity: NVIDIA GB200 with 184.00GiB memory\n", - "\u001b[33m[8 similar log lines]\u001b[0m [1] [titan] 2025-11-15 00:42:45,359 - root - INFO - \u001b[34mModel llama3 debugmodel \u001b[31msize: 6,163,712 total parameters\u001b[39m\n", - "\u001b[33m[8 similar log lines]\u001b[0m [1] [titan] 2025-11-15 00:42:45,359 - root - INFO - Applied full activation checkpointing to the model\n", - "\u001b[33m[8 similar log lines]\u001b[0m [1] [titan] 2025-11-15 00:42:45,389 - root - INFO - Applied FSDP to the model\n", - "\u001b[33m[8 similar log lines]\u001b[0m [1] [titan] 2025-11-15 00:42:45,545 - root - INFO - Peak FLOPS used for computing MFU: 2.250e+15\n", - "\u001b[33m[8 similar log lines]\u001b[0m [1] [titan] 2025-11-15 00:42:45,546 - root - INFO - CUDA memory usage for model: 0.00GiB(0.00%)\n", - "\u001b[33m[8 similar log lines]\u001b[0m [1] [titan] 2025-11-15 00:42:45,547 - root - WARNING - model.safetensors.index.json not found at hf_assets_path: /home/mreso/torchtitan/tests/assets/tokenizer/model.safetensors.index.json. Defaulting to saving a single safetensors file if checkpoint is saved in HF format\n", - "\u001b[33m[8 similar log lines]\u001b[0m [1] [titan] 2025-11-15 00:42:45,547 - root - INFO - Mixed precision training is handled by fully_shard\n", - "\u001b[33m[8 similar log lines]\u001b[0m [1] [titan] 2025-11-15 00:42:45,547 - root - INFO - Trainer is initialized with local batch size 8, global batch size 64, gradient accumulation steps 1, sequence length 2048, total steps 50 (warmup 2)\n", - "\u001b[33m[8 similar log lines]\u001b[0m [1] [titan] 2025-11-15 00:42:45,547 - root - INFO - [trainer_1] initialized successfully and starting training\n", - "\u001b[33m[8 similar log lines]\u001b[0m [1] [titan] 2025-11-15 00:42:45,547 - root - INFO - Training starts at step 1\n", - "\u001b[33m[1 similar log lines]\u001b[0m [0] [titan] 2025-11-15 00:42:45,594 - root - INFO - TensorBoard logging enabled. Logs will be saved at ./outputs/tb/20251115-0042\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "\u001b[36m>>> Aggregated Logs (2025-11-15 00:42:41) >>>\u001b[0m\n", - "\u001b[33m[8 similar log lines]\u001b[0m [1] /home/mreso/miniforge3/envs/monarch/lib/python3.12/site-packages/torch/distributed/device_mesh.py:604: UserWarning: Slicing a flattened dim from root mesh will be deprecated in PT 2.11. Users need to bookkeep the flattened mesh directly. \n", - "\u001b[33m[8 similar log lines]\u001b[0m [1] sliced_mesh_layout = self._get_slice_mesh_layout(mesh_dim_names)\n", - "\u001b[36m<<< Aggregated Logs (2025-11-15 00:42:47) <<<\u001b[0m\n", - "\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[36m<<< Aggregated Logs (2025-11-15 00:42:47) <<<\u001b[0m\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "\u001b[36m>>> Aggregated Logs (2025-11-15 00:42:47) >>>\u001b[0m\n", - "\u001b[33m[1 similar log lines]\u001b[0m [7] /home/mreso/miniforge3/envs/monarch/lib/python3.12/site-packages/torch/distributed/device_mesh.py:604: UserWarning: Slicing a flattened dim from root mesh will be deprecated in PT 2.11. Users need to bookkeep the flattened mesh directly. \n", - "\u001b[33m[1 similar log lines]\u001b[0m [7] sliced_mesh_layout = self._get_slice_mesh_layout(mesh_dim_names)\n", - "\u001b[36m<<< Aggregated Logs (2025-11-15 00:42:50) <<<\u001b[0m\n", - "\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[36m>>> Aggregated Logs (2025-11-15 00:42:47) >>>\u001b[0m\n", - "\u001b[33m[275 similar log lines]\u001b[0m [5] [titan] 2025-11-15 00:42:50,809 - root - INFO - \u001b[31mstep: 1 \u001b[32mloss: 8.0601 \u001b[38;2;180;60;0mgrad_norm: 1.4225 \u001b[38;2;54;234;195mmemory: 0.68GiB(0.37%) \u001b[34mtps: 3,867 \u001b[36mtflops: 0.28 \u001b[35mmfu: 0.01%\u001b[39m\n", - "\u001b[33m[8 similar log lines]\u001b[0m [5] [titan] 2025-11-15 00:42:50,810 - root - INFO - Synchronizing and adjusting timeout for all ProcessGroups to 0:01:00\n", - "\u001b[36m<<< Aggregated Logs (2025-11-15 00:42:53) <<<\u001b[0m\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "\u001b[36m>>> Aggregated Logs (2025-11-15 00:42:50) >>>\u001b[0m\n", - "\u001b[33m[7 similar log lines]\u001b[0m [5] /home/mreso/miniforge3/envs/monarch/lib/python3.12/site-packages/torch/distributed/device_mesh.py:604: UserWarning: Slicing a flattened dim from root mesh will be deprecated in PT 2.11. Users need to bookkeep the flattened mesh directly. \n", - "\u001b[33m[7 similar log lines]\u001b[0m [5] sliced_mesh_layout = self._get_slice_mesh_layout(mesh_dim_names)\n", - "\u001b[36m<<< Aggregated Logs (2025-11-15 00:42:53) <<<\u001b[0m\n", - "\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[36m>>> Aggregated Logs (2025-11-15 00:42:53) >>>\u001b[0m\n", - "\u001b[33m[5 similar log lines]\u001b[0m [4] [titan] 2025-11-15 00:42:53,801 - root - INFO - \u001b[31mstep: 35 \u001b[32mloss: 2.8679 \u001b[38;2;180;60;0mgrad_norm: 0.2479 \u001b[38;2;54;234;195mmemory: 0.69GiB(0.37%) \u001b[34mtps: 189,334 \u001b[36mtflops: 13.55 \u001b[35mmfu: 0.60%\u001b[39m\n", - "\u001b[36m<<< Aggregated Logs (2025-11-15 00:42:53) <<<\u001b[0m\n", - "\n", - "\u001b[36m>>> Aggregated Logs (2025-11-15 00:42:53) >>>\u001b[0m\n", - "\u001b[33m[120 similar log lines]\u001b[0m [1] [titan] 2025-11-15 00:42:52,697 - root - INFO - \u001b[31mstep: 36 \u001b[32mloss: 2.8734 \u001b[38;2;180;60;0mgrad_norm: 0.2411 \u001b[38;2;54;234;195mmemory: 0.69GiB(0.37%) \u001b[34mtps: 192,839 \u001b[36mtflops: 13.80 \u001b[35mmfu: 0.61%\u001b[39m\n", - "\u001b[33m[8 similar log lines]\u001b[0m [2] [titan] 2025-11-15 00:42:53,894 - root - INFO - [GC] Performing periodic GC collection took 0.04 seconds\n", - "\u001b[33m[7 similar log lines]\u001b[0m [2] [titan] 2025-11-15 00:42:54,017 - root - INFO - Training completed\n", - "\u001b[33m[1 similar log lines]\u001b[0m [0] [titan] 2025-11-15 00:42:54,018 - root - INFO - Sleeping 2 seconds for other ranks to complete\n", - "\u001b[33m[7 similar log lines]\u001b[0m [2] [titan] 2025-11-15 00:42:54,239 - root - INFO - [trainer_2] trainer cleaned up\n", - "\u001b[36m<<< Aggregated Logs (2025-11-15 00:42:56) <<<\u001b[0m\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "root 2025-11-15 00:42:57 INFO Training completed successfully!\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[36m>>> Aggregated Logs (2025-11-15 00:42:56) >>>\u001b[0m\n", - "\u001b[33m[1 similar log lines]\u001b[0m [0] [titan] 2025-11-15 00:42:56,018 - root - INFO - Training completed\n", - "\u001b[33m[1 similar log lines]\u001b[0m [0] [titan] 2025-11-15 00:42:56,291 - root - INFO - [trainer_0] trainer cleaned up\n", - "\u001b[36m<<< Aggregated Logs (2025-11-15 00:42:59) <<<\u001b[0m\n", - "\n" - ] - } - ], - "source": [ - "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n", - "\n", - "async def main():\n", - " job_config = make_job_config()\n", - "\n", - " try:\n", - " # 1. Get job state and create process mesh\n", - " job_state = slurm_job.state()\n", - " proc_mesh = job_state.mesh0.spawn_procs({\"gpus\": RunParams.gpus_per_node})\n", - " \n", - " # 2. Configure remote logging behavior\n", - " await proc_mesh.logging_option(\n", - " stream_to_client=True,\n", - " # aggregate_window_sec=None # Uncomment to disable log batching\n", - " )\n", - " \n", - " # 3. Setup environment for torch.distributed\n", - " await setup_env_for_distributed(proc_mesh)\n", - " \n", - " # 4. Spawn TrainerActor on each GPU\n", - " trainer = proc_mesh.spawn(\"trainer_actor\", TrainerActor, job_config)\n", - " \n", - " # 5. Execute the training job\n", - " await trainer.start_training.call()\n", - " \n", - " logger.info(\"Training completed successfully!\")\n", - " \n", - " except Exception as e:\n", - " logger.error(f\"Training workflow failed: {e}\")\n", - "\n", - "\n", - "if __name__ == \"__main__\":\n", - " await main()" - ] + "outputs": [], + "source": "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n\nasync def main():\n job_config = make_job_config()\n\n try:\n # 1. Get job state and create process mesh\n job_state = slurm_job.state()\n proc_mesh = job_state.mesh0.spawn_procs({\"gpus\": RunParams.gpus_per_node})\n \n # 2. Configure remote logging behavior\n await proc_mesh.logging_option(\n stream_to_client=True,\n # aggregate_window_sec=None # Uncomment to disable log batching\n )\n \n # 3. Setup environment for torch.distributed\n await setup_env_for_distributed(proc_mesh)\n \n # 4. Spawn TrainerActor on each GPU\n trainer = proc_mesh.spawn(\"trainer_actor\", TrainerActor, job_config)\n \n # 5. Execute the training job\n await trainer.start_training.call()\n \n logger.info(\"Training completed successfully!\")\n \n except Exception as e:\n logger.error(f\"Training workflow failed: {e}\")\n\n\nif __name__ == \"__main__\":\n await main()" }, { "cell_type": "markdown", "id": "0e13bf71", "metadata": {}, - "source": [ - "### 4. Cleanup the SLURM job\n", - "Once you're done experimenting, free up the allocation" - ] + "source": "### 4. Cleanup the SLURM job\nOnce you're done experimenting, free up the allocation" }, { "cell_type": "code", - "execution_count": 4, + "execution_count": null, "id": "9c10aa93", "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "Cancelled SLURM job 7749\n", - "slurm.utils 2025-11-15 00:42:59 INFO Job terminated successfully\n" - ] - } - ], - "source": [ - "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n", - "\n", - "await cleanup_job(slurm_job)" - ] + "outputs": [], + "source": "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n\n# Cancel the SLURM job, releasing all reserved nodes back to the cluster\nslurm_job.kill()\nlogger.info(\"Job terminated successfully\")" } ], "metadata": { @@ -401,9 +82,9 @@ "fileUid": "2fa680ca-06ba-41e3-ac40-90b22d77bbc3", "isAdHoc": false, "kernelspec": { - "display_name": "Python (monarch)", + "display_name": "venv", "language": "python", - "name": "monarch" + "name": "python3" }, "language_info": { "codemirror_mode": { @@ -415,9 +96,9 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.12.12" + "version": "3.10.18" } }, "nbformat": 4, "nbformat_minor": 2 -} +} \ No newline at end of file From 8c509cee9ccf45b6613fe5290dcfb308829b8f8a Mon Sep 17 00:00:00 2001 From: Matthias Reso <13337103+mreso@users.noreply.github.com> Date: Tue, 18 Nov 2025 14:46:29 -0800 Subject: [PATCH 4/6] fix slurm all_reduce example --- examples/slurm_allreduce.ipynb | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/slurm_allreduce.ipynb b/examples/slurm_allreduce.ipynb index 99c4940f6..5060e3bbe 100644 --- a/examples/slurm_allreduce.ipynb +++ b/examples/slurm_allreduce.ipynb @@ -6,7 +6,7 @@ "id": "c443b989-5a71-455f-9a59-9963338634ec", "metadata": {}, "outputs": [], - "source": "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n\n# @noautodeps\n# pyre-ignore-all-errors\nimport json\nimport logging\nimport sys\n\nimport cloudpickle\nfrom example_actors.compute_world_size_actor import ComputeWorldSizeActor\nfrom monarch.job import SlurmJob\n\n\nlogging.basicConfig(\n level=logging.INFO,\n format=\"%(name)s %(asctime)s %(levelname)s %(message)s\",\n datefmt=\"%Y-%m-%d %H:%M:%S\",\n force=True,\n)\n\n\nlogger: logging.Logger = logging.getLogger(__name__)\n\n\nasync def main():\n num_nodes = 2\n gpus_per_node = 8\n mesh_name = \"mesh0\"\n \n # Create SLURM job\n slurm_job = SlurmJob(\n meshes={mesh_name: num_nodes},\n job_name=\"monarch_example\",\n gpus_per_node=gpus_per_node,\n time_limit=\"06:00:00\",\n )\n\n try:\n # Get job state and create process mesh\n job_state = slurm_job.state()\n proc_mesh = job_state.mesh0.spawn_procs({\"gpus\": gpus_per_node})\n \n # Spawn actor\n actor = proc_mesh.spawn(\"compute_world_size_actor\", ComputeWorldSizeActor)\n\n logger.info(\"computing world size...\")\n # this is redundant but is here for example sake\n values = await actor.compute_world_size.call(\n master_addr=job_state.mesh0.hosts[0],\n master_port=29500,\n )\n\n values_by_rank = {f\"rank_{p.rank}\": v for p, v in list(values.flatten(\"rank\"))}\n\n logger.info(\n f\"\"\"computed world_sizes:\n {'-'*40}\n {json.dumps(values_by_rank, indent=2)}\n {'-'*40}\"\"\"\n )\n finally:\n # Cancel the SLURM job, releasing all reserved nodes back to the cluster\n slurm_job.kill()\n logger.info(\"Job terminated successfully\")\n\n\nif __name__ == \"__main__\":\n cloudpickle.register_pickle_by_value(sys.modules[ComputeWorldSizeActor.__module__])\n\n await main()" + "source": "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n\n# @noautodeps\n# pyre-ignore-all-errors\nimport json\nimport logging\nimport socket\nimport sys\n\nimport cloudpickle\nfrom example_actors.compute_world_size_actor import ComputeWorldSizeActor\nfrom monarch.actor import Actor, endpoint\nfrom monarch.job import SlurmJob\n\n\nlogging.basicConfig(\n level=logging.INFO,\n format=\"%(name)s %(asctime)s %(levelname)s %(message)s\",\n datefmt=\"%Y-%m-%d %H:%M:%S\",\n force=True,\n)\n\n\nlogger: logging.Logger = logging.getLogger(__name__)\n\n\nclass _HostnameActor(Actor):\n \"\"\"Helper actor to get hostname from rank 0\"\"\"\n @endpoint\n def get_hostname(self) -> str:\n return socket.gethostname()\n\n\nasync def main():\n num_nodes = 2\n gpus_per_node = 8\n mesh_name = \"mesh0\"\n master_port = 29500\n \n # Create SLURM job\n slurm_job = SlurmJob(\n meshes={mesh_name: num_nodes},\n job_name=\"monarch_example\",\n gpus_per_node=gpus_per_node,\n time_limit=\"06:00:00\",\n )\n\n try:\n # Get job state and create process mesh\n job_state = slurm_job.state()\n proc_mesh = job_state.mesh0.spawn_procs({\"gpus\": gpus_per_node})\n \n # Get master_addr from rank 0\n hostname_actor = proc_mesh.spawn(\"hostname_actor\", _HostnameActor)\n hostname_values = await hostname_actor.flatten(\"rank\").slice(rank=0).get_hostname.call()\n master_addr = hostname_values.item()\n \n # Spawn actor\n actor = proc_mesh.spawn(\"compute_world_size_actor\", ComputeWorldSizeActor)\n\n logger.info(\"computing world size...\")\n # this is redundant but is here for example sake\n values = await actor.compute_world_size.call(\n master_addr=master_addr,\n master_port=master_port,\n )\n\n values_by_rank = {f\"rank_{p.rank}\": v for p, v in list(values.flatten(\"rank\"))}\n\n logger.info(\n f\"\"\"computed world_sizes:\n {'-'*40}\n {json.dumps(values_by_rank, indent=2)}\n {'-'*40}\"\"\"\n )\n finally:\n # Cancel the SLURM job, releasing all reserved nodes back to the cluster\n slurm_job.kill()\n logger.info(\"Job terminated successfully\")\n\n\nif __name__ == \"__main__\":\n cloudpickle.register_pickle_by_value(sys.modules[ComputeWorldSizeActor.__module__])\n\n await main()" } ], "metadata": { From d8566808bd2e47a38282023e091334c398fc52d6 Mon Sep 17 00:00:00 2001 From: Matthias Reso <13337103+mreso@users.noreply.github.com> Date: Tue, 18 Nov 2025 22:46:58 +0000 Subject: [PATCH 5/6] Add outputs to slurm ddp + titan examples --- examples/slurm_ddp.ipynb | 7336 +++++++++++++++++++++++++++++++++++- examples/slurm_titan.ipynb | 493 ++- 2 files changed, 7796 insertions(+), 33 deletions(-) diff --git a/examples/slurm_ddp.ipynb b/examples/slurm_ddp.ipynb index aa7fb7ca3..201a98b6c 100644 --- a/examples/slurm_ddp.ipynb +++ b/examples/slurm_ddp.ipynb @@ -2,11 +2,7323 @@ "cells": [ { "cell_type": "code", - "execution_count": null, + "execution_count": 2, "id": "c443b989-5a71-455f-9a59-9963338634ec", "metadata": {}, - "outputs": [], - "source": "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n\n# @noautodeps\n# pyre-ignore-all-errors\nimport logging\nimport os\nimport torch\nimport torch.distributed as dist\nimport torch.nn as nn\nimport torch.optim as optim\n\nfrom monarch.actor import Actor, current_rank, endpoint\nfrom monarch.job import SlurmJob\nfrom monarch.utils import setup_env_for_distributed\nfrom torch.nn.parallel import DistributedDataParallel as DDP\n\n\nlogging.basicConfig(\n level=logging.INFO,\n format=\"%(name)s %(asctime)s %(levelname)s %(message)s\",\n datefmt=\"%Y-%m-%d %H:%M:%S\",\n force=True,\n)\n\n\nlogger: logging.Logger = logging.getLogger(__name__)\n\n\nclass ToyModel(nn.Module):\n \"\"\"A simple toy model for demonstration purposes.\"\"\"\n\n def __init__(self):\n super(ToyModel, self).__init__()\n self.net1 = nn.Linear(10, 10)\n self.relu = nn.ReLU()\n self.net2 = nn.Linear(10, 5)\n\n def forward(self, x):\n return self.net2(self.relu(self.net1(x)))\n\n\nclass DDPActor(Actor):\n \"\"\"This Actor wraps the basic functionality from Torch's DDP example.\n\n Conveniently, all of the methods we need are already laid out for us,\n so we can just wrap them in the usual Actor endpoint semantic with some\n light modifications.\n\n Adapted from: https://docs.pytorch.org/tutorials/intermediate/ddp_tutorial.html#basic-use-case\n \"\"\"\n\n def __init__(self):\n self.rank = current_rank().rank\n\n def _rprint(self, msg):\n \"\"\"Helper method to print with rank information.\"\"\"\n print(f\"{self.rank=} {msg}\")\n\n @endpoint\n async def setup(self):\n \"\"\"Initialize the PyTorch distributed process group.\"\"\"\n self._rprint(\"Initializing torch distributed\")\n\n WORLD_SIZE = int(os.environ[\"WORLD_SIZE\"])\n # initialize the process group\n dist.init_process_group(\"gloo\", rank=self.rank, world_size=WORLD_SIZE)\n self._rprint(\"Finished initializing torch distributed\")\n\n @endpoint\n async def cleanup(self):\n \"\"\"Clean up the PyTorch distributed process group.\"\"\"\n self._rprint(\"Cleaning up torch distributed\")\n dist.destroy_process_group()\n\n @endpoint\n async def demo_basic(self):\n \"\"\"Run a basic DDP training example.\"\"\"\n self._rprint(\"Running basic DDP example\")\n\n # create model and move it to GPU with id rank\n local_rank = int(os.environ[\"LOCAL_RANK\"])\n self._rprint(f\"{local_rank=}\")\n model = ToyModel().to(local_rank)\n ddp_model = DDP(model, device_ids=[local_rank])\n\n loss_fn = nn.MSELoss()\n optimizer = optim.SGD(ddp_model.parameters(), lr=0.001)\n\n optimizer.zero_grad()\n outputs = ddp_model(torch.randn(20, 10))\n labels = torch.randn(20, 5).to(local_rank)\n loss_fn(outputs, labels).backward()\n optimizer.step()\n\n print(f\"{self.rank=} Finished running basic DDP example\")\n\n\nasync def main():\n num_nodes = 2\n gpus_per_node = 8\n mesh_name = \"mesh0\"\n \n # Create SLURM job\n slurm_job = SlurmJob(\n meshes={mesh_name: num_nodes},\n job_name=\"monarch_example\",\n gpus_per_node=gpus_per_node,\n time_limit=\"06:00:00\",\n )\n\n try:\n # Get job state and create process mesh\n job_state = slurm_job.state()\n proc_mesh = job_state.mesh0.spawn_procs({\"gpus\": gpus_per_node})\n\n # Spawn DDP actor\n ddp_actor = proc_mesh.spawn(\"ddp_actor\", DDPActor)\n\n # Setup distributed environment\n await setup_env_for_distributed(proc_mesh)\n\n # Run DDP example\n await ddp_actor.setup.call()\n await ddp_actor.demo_basic.call()\n await ddp_actor.cleanup.call()\n\n print(\"DDP example completed successfully!\")\n\n finally:\n # Cancel the SLURM job, releasing all reserved nodes back to the cluster\n slurm_job.kill()\n logger.info(\"Job terminated successfully\")\n\n\nif __name__ == \"__main__\":\n await main()" + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Found cached job at path: .monarch/job_state.pkl\n", + "Error checking job 7758 status: slurm_load_jobs error: Invalid job id specified\n", + "\n", + "SLURM job 7758 not found in queue\n", + "Cached job cannot run this spec, removing cache\n", + "Cancelled SLURM job 7758\n", + "Applying current job\n", + "Submitting SLURM job with 2 nodes\n", + "SLURM job 9140 submitted. Logs will be written to: /home/mreso/monarch/examples/slurm_9140_monarch_example_2125347.out\n", + "Saving job to cache at .monarch/job_state.pkl\n", + "Job has started, connecting to current state\n", + "SLURM job 9140 is running on 2 nodes: ['slurm-compute-node-011', 'slurm-compute-node-012']\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[36m>>> Aggregated Logs (2025-11-18 06:39:02) >>>\u001b[0m\n", + "\u001b[33m[1 similar log lines]\u001b[0m [6] self.rank=6 Initializing torch distributed\n", + "\u001b[36m<<< Aggregated Logs (2025-11-18 06:39:05) <<<\u001b[0m\n", + "\n", + "\u001b[36m>>> Aggregated Logs (2025-11-18 06:39:05) >>>\u001b[0m\n", + "\u001b[33m[7 similar log lines]\u001b[0m [7] self.rank=7 Initializing torch distributed\n", + "\u001b[33m[8 similar log lines]\u001b[0m [7] [Gloo] Rank 7 is connected to 7 peer ranks. Expected number of connected peer ranks is : 7\n", + "\u001b[33m[8 similar log lines]\u001b[0m [7] self.rank=7 Finished initializing torch distributed\n", + "\u001b[33m[8 similar log lines]\u001b[0m [7] self.rank=7 Running basic DDP example\n", + "\u001b[33m[8 similar log lines]\u001b[0m [7] self.rank=7 local_rank=3\n", + "\u001b[36m<<< Aggregated Logs (2025-11-18 06:39:08) <<<\u001b[0m\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Cancelled SLURM job 9140\n", + "__main__ 2025-11-18 06:39:11 INFO Job terminated successfully\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "DDP example completed successfully!\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[36m>>> Aggregated Logs (2025-11-18 06:39:08) >>>\u001b[0m\n", + "\u001b[33m[8 similar log lines]\u001b[0m [5] self.rank=5 Finished running basic DDP example\n", + "\u001b[33m[8 similar log lines]\u001b[0m [1] self.rank=1 Cleaning up torch distributed\n", + "\u001b[36m<<< Aggregated Logs (2025-11-18 06:39:11) <<<\u001b[0m\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "[-]E1118 06:39:42.498521 2125347 hyperactor/src/channel/net.rs:876] error_msg:session tcp:172.27.60.61:22222.1936278980149669291: failed to deliver message within timeout\n", + "[-]E1118 06:39:42.498624 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:39:42.498634 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:39:42.498662 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:39:42.498664 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:39:42.498679 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:39:42.498694 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:39:42.498695 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:39:42.498714 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:39:42.498728 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706918211+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6c2faab1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:39:42.498760 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706911267+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75349bf0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:39:42.498784 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706892130+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6c2faab1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:39:42.498807 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706929603+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75349bf0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:39:42.498832 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706913955+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6c2faab1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:39:42.498849 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706922883+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75349bf0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:39:42.498899 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706934243+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75349bf0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:39:42.498930 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706909347+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6c2faab1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:39:42.619987 2125347 hyperactor/src/channel/net.rs:876] error_msg:session tcp:172.27.58.146:22222.15122760716056201489: failed to deliver message within timeout\n", + "[-]E1118 06:39:42.620079 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:39:42.620082 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:39:42.620113 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:39:42.620128 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:39:42.620132 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:39:42.620142 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:39:42.620154 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:39:42.620157 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:39:42.620167 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706943427+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75349bf0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:39:42.620194 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706944643+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6c2faab1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:39:42.620214 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706948355+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75349bf0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:39:42.620243 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706938595+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75349bf0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:39:42.620273 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706938339+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6c2faab1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:39:42.620302 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706950723+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6c2faab1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:39:42.620330 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706924611+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6c2faab1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:39:42.620357 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706953571+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75349bf0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:40:14.708761 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:40:14.708772 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:40:14.708771 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:40:14.708787 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:40:14.708795 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:40:14.708800 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:40:14.708810 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:40:14.708810 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:40:14.708813 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:40:14.708819 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:40:14.708823 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:40:14.708826 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:40:14.708826 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:40:14.708832 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:40:14.708835 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:40:14.708835 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:40:14.708854 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708646497+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e6a5af56 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:40:14.708888 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708659073+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b0ff08d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:40:14.708913 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708684193+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b0ff08d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:40:14.708937 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708704481+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b0ff08d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:40:14.708959 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708652609+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e6a5af56 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:40:14.708997 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708671617+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b0ff08d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:40:14.709028 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708686561+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e6a5af56 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:40:14.709055 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708688929+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b0ff08d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:40:14.709072 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708657761+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e6a5af56 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:40:14.709129 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708676193+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e6a5af56 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:40:14.709162 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708681025+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e6a5af56 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:40:14.709189 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708695105+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b0ff08d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:40:14.709217 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708663585+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e6a5af56 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:40:14.709241 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708699937+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b0ff08d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:40:14.709268 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708628256+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e6a5af56 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:40:14.709291 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708677473+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b0ff08d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:41:17.710724 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:41:17.710743 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:41:17.710726 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:41:17.710747 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:41:17.710774 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:41:17.710775 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:41:17.710779 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:41:17.710801 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:41:17.710811 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:41:17.710813 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:41:17.710816 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:41:17.710824 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:41:17.710824 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710644171+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:34330128 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:41:17.710831 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:41:17.710836 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:41:17.710837 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:41:17.710859 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710649771+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2d283069 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:41:17.710874 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:41:17.710921 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710629707+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:34330128 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:41:17.710952 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710657611+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2d283069 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:41:17.711013 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710626763+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2d283069 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:41:17.711041 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710575627+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2d283069 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:41:17.711063 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710637707+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:34330128 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:41:17.711080 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710576491+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:34330128 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:41:17.711103 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710607115+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:34330128 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:41:17.711128 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710605355+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2d283069 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:41:17.711151 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710643147+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2d283069 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:41:17.711176 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710613355+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2d283069 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:41:17.711204 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710600363+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:34330128 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:41:17.711226 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710650827+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:34330128 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:41:17.711252 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710655435+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:34330128 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:41:17.711274 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710597643+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2d283069 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:42:20.712787 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:42:20.712797 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:42:20.712811 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:42:20.712794 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:42:20.712818 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:42:20.712830 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:42:20.712831 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:42:20.712838 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:42:20.712843 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:42:20.712845 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:42:20.712852 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:42:20.712854 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:42:20.712860 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:42:20.712865 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:42:20.712871 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712721214+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:beb904cf 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:42:20.712893 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712687230+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a7a2358e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:42:20.712908 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:42:20.712923 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:42:20.712945 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712649021+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a7a2358e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:42:20.712971 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712677982+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:beb904cf 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:42:20.713021 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712672862+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a7a2358e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:42:20.713050 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712651517+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:beb904cf 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:42:20.713087 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712680318+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a7a2358e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:42:20.713113 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712684670+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:beb904cf 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:42:20.713135 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712704638+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a7a2358e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:42:20.713157 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712711070+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a7a2358e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:42:20.713178 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712708798+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:beb904cf 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:42:20.713198 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712691870+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:beb904cf 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:42:20.713220 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712694174+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a7a2358e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:42:20.713241 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712700478+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a7a2358e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:42:20.713262 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712716126+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:beb904cf 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:42:20.713288 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712671998+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:beb904cf 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:43:23.714967 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:43:23.714977 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:43:23.714967 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:43:23.714999 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:43:23.715010 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:43:23.715033 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:43:23.715032 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:43:23.715037 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:43:23.715045 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:43:23.715046 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:43:23.715068 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:43:23.715077 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:43:23.715084 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:43:23.715091 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:43:23.715100 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714893099+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2b94b7ee 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:43:23.715099 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:43:23.715144 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714865451+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2b94b7ee 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:43:23.715146 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:43:23.715178 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714863851+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:328f86af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:43:23.715235 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714858955+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2b94b7ee 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:43:23.715277 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714849418+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2b94b7ee 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:43:23.715311 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714872267+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2b94b7ee 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:43:23.715357 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714878091+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2b94b7ee 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:43:23.715384 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714857355+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:328f86af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:43:23.715424 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714876779+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:328f86af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:43:23.715466 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714821322+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2b94b7ee 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:43:23.715504 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714883115+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:328f86af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:43:23.715543 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714885771+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2b94b7ee 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:43:23.715585 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714869995+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:328f86af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:43:23.715618 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714830410+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:328f86af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:43:23.715670 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714851850+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:328f86af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:43:23.715715 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714890091+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:328f86af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:44:26.717021 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:44:26.717035 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:44:26.717027 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:44:26.717035 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:44:26.717059 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:44:26.717067 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:44:26.717065 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:44:26.717100 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:44:26.717101 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:44:26.717110 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:44:26.717112 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:44:26.717114 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:44:26.717116 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:44:26.717121 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716979458+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:711e6377 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:44:26.717125 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:44:26.717126 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:44:26.717152 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716925378+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a3330b4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:44:26.717153 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:44:26.717178 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716961602+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a3330b4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:44:26.717202 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716997186+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:711e6377 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:44:26.717229 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716930850+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a3330b4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:44:26.717259 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716985538+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:711e6377 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:44:26.717286 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716851617+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a3330b4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:44:26.717310 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716990914+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:711e6377 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:44:26.717332 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716994178+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:711e6377 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:44:26.717355 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716866497+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a3330b4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:44:26.717380 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716963682+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:711e6377 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:44:26.717406 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716945634+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a3330b4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:44:26.717429 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716973058+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:711e6377 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:44:26.717454 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716907298+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:711e6377 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:44:26.717480 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716902114+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a3330b4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:44:26.717507 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716956066+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a3330b4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:45:29.718887 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:45:29.718886 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:45:29.718912 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:45:29.718947 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:45:29.718951 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:45:29.718974 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:45:29.718975 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:45:29.718982 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.718802944+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30664260 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:45:29.718995 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:45:29.719041 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.718831040+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30664260 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:45:29.719093 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.718792992+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30664260 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:45:29.719134 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.718798016+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30664260 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:45:29.719177 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.718808032+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30664260 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:45:29.719219 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.718826816+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30664260 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:45:29.719261 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.718779008+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30664260 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:45:29.719309 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.718822720+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30664260 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:45:29.720135 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:45:29.720144 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:45:29.720164 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:45:29.720170 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:45:29.720181 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:45:29.720187 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:45:29.720188 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:45:29.720192 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.720108551+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:190daffa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:45:29.720211 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:45:29.720215 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.720085415+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:190daffa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:45:29.720243 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.720067623+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:190daffa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:45:29.720266 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.720100999+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:190daffa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:45:29.720290 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.720105031+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:190daffa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:45:29.720312 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.720090183+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:190daffa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:45:29.720342 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.720076999+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:190daffa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:45:29.720370 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.720081415+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:190daffa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:46:32.720749 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:46:32.720755 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:46:32.720779 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:46:32.720792 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:46:32.720800 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:46:32.720809 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:46:32.720818 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:46:32.720833 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.720695820+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:de808283 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:46:32.720841 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:46:32.720863 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.720670572+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:de808283 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:46:32.720891 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.720649772+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:de808283 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:46:32.720912 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.720637580+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:de808283 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:46:32.720936 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.720688140+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:de808283 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:46:32.720957 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.720675052+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:de808283 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:46:32.720978 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.720655660+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:de808283 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:46:32.721002 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.720692204+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:de808283 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:46:32.722998 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:46:32.723001 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:46:32.723022 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:46:32.723039 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:46:32.723040 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:46:32.723039 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:46:32.723063 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:46:32.723084 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:46:32.723078 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.722968567+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9387aa1d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:46:32.723151 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.722932855+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9387aa1d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:46:32.723183 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.722923415+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9387aa1d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:46:32.723217 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.722911991+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9387aa1d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:46:32.723275 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.722951607+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9387aa1d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:46:32.723307 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.722928151+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9387aa1d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:46:32.723353 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.722937271+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9387aa1d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:46:32.723385 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.722964087+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9387aa1d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:47:35.722747 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:47:35.722763 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:47:35.722747 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:47:35.722783 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:47:35.722797 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:47:35.722796 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:47:35.722806 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:47:35.722835 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.722692291+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d61ed55b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:47:35.722845 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:47:35.722862 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.722654370+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d61ed55b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:47:35.722886 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.722662818+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d61ed55b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:47:35.722927 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.722640674+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d61ed55b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:47:35.722949 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.722668514+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d61ed55b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:47:35.722974 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.722683395+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d61ed55b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:47:35.723012 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.722658914+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d61ed55b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:47:35.723039 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.722687875+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d61ed55b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:47:35.724978 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:47:35.725006 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:47:35.725021 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:47:35.725030 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:47:35.725033 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.724951981+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff7538c1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:47:35.725024 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:47:35.725048 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:47:35.725053 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:47:35.725087 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:47:35.725097 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.724926157+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff7538c1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:47:35.725127 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.724916493+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff7538c1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:47:35.725161 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.724942733+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff7538c1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:47:35.725195 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.724920909+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff7538c1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:47:35.725223 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.724895340+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff7538c1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:47:35.725251 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.724947437+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff7538c1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:47:35.725280 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.724931085+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff7538c1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:48:38.724749 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:48:38.724762 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:48:38.724752 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:48:38.724783 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:48:38.724796 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:48:38.724797 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:48:38.724807 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:48:38.724836 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.724683408+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f0219fb0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:48:38.724840 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:48:38.724864 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.724674416+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f0219fb0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:48:38.724892 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.724656080+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f0219fb0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:48:38.724916 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.724678704+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f0219fb0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:48:38.724939 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.724647344+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f0219fb0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:48:38.724964 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.724629328+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f0219fb0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:48:38.725005 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.724659824+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f0219fb0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:48:38.725033 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.724651728+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f0219fb0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:48:38.726982 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:48:38.727005 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:48:38.727023 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:48:38.727029 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:48:38.727033 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:48:38.727038 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.726952537+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75ff3d26 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:48:38.727045 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:48:38.727046 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:48:38.727051 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:48:38.727121 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.726931353+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75ff3d26 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:48:38.727167 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.726944057+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75ff3d26 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:48:38.727193 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.726948697+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75ff3d26 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:48:38.727231 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.726926233+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75ff3d26 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:48:38.727264 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.726920825+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75ff3d26 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:48:38.727304 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.726915641+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75ff3d26 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:48:38.727338 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.726903961+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75ff3d26 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:49:41.726433 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:49:41.726444 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:49:41.726435 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:49:41.726469 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:49:41.726474 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:49:41.726489 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:49:41.726511 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:49:41.726522 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:49:41.726543 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.726367560+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:280b040f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:49:41.726572 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.726337672+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:280b040f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:49:41.726597 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.726327944+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:280b040f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:49:41.726619 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.726332648+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:280b040f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:49:41.726640 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.726310503+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:280b040f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:49:41.726679 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.726363400+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:280b040f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:49:41.726706 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.726343208+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:280b040f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:49:41.726733 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.726359144+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:280b040f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:49:41.728682 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:49:41.728691 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:49:41.728694 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:49:41.728717 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:49:41.728733 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:49:41.728735 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:49:41.728760 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:49:41.728797 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:49:41.728830 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.728649648+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f9c9bf46 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:49:41.728865 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.728627888+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f9c9bf46 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:49:41.728897 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.728642320+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f9c9bf46 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:49:41.728948 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.728606544+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f9c9bf46 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:49:41.729013 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.728620560+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f9c9bf46 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:49:41.729054 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.728624304+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f9c9bf46 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:49:41.729101 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.728631920+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f9c9bf46 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:49:41.729131 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.728646384+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f9c9bf46 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:50:44.728329 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:50:44.728349 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:50:44.728330 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:50:44.728376 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:50:44.728386 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:50:44.728386 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:50:44.728387 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:50:44.728423 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.728278392+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a28101e8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:50:44.728424 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:50:44.728461 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.728271032+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a28101e8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:50:44.728488 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.728253688+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a28101e8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:50:44.728510 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.728231640+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a28101e8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:50:44.728537 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.728249272+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a28101e8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:50:44.728558 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.728257528+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a28101e8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:50:44.728581 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.728274648+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a28101e8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:50:44.728603 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.728244664+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a28101e8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:50:44.730552 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:50:44.730560 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:50:44.730592 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:50:44.730598 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:50:44.730608 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.730526944+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:886e381c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:50:44.730611 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:50:44.730619 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:50:44.730621 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:50:44.730625 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:50:44.730642 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.730507584+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:886e381c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:50:44.730671 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.730502688+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:886e381c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:50:44.730699 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.730519040+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:886e381c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:50:44.730729 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.730523136+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:886e381c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:50:44.730759 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.730482976+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:886e381c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:50:44.730790 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.730497984+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:886e381c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:50:44.730818 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.730493280+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:886e381c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:51:47.730300 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:51:47.730301 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:51:47.730309 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:51:47.730348 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:51:47.730349 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:51:47.730353 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:51:47.730362 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:51:47.730381 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.730245058+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:690c9ed7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:51:47.730381 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:51:47.730406 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.730220098+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:690c9ed7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:51:47.730431 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.730209378+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:690c9ed7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:51:47.730453 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.730236450+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:690c9ed7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:51:47.730475 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.730224578+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:690c9ed7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:51:47.730497 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.730196322+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:690c9ed7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:51:47.730519 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.730241186+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:690c9ed7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:51:47.730540 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.730215106+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:690c9ed7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:51:47.732528 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:51:47.732543 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:51:47.732552 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:51:47.732559 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:51:47.732570 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:51:47.732571 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:51:47.732580 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.732499657+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:278f6227 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:51:47.732593 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:51:47.732595 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:51:47.732651 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.732473033+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:278f6227 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:51:47.732684 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.732491977+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:278f6227 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:51:47.732712 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.732453929+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:278f6227 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:51:47.732741 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.732477929+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:278f6227 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:51:47.732770 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.732463625+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:278f6227 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:51:47.732799 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.732468393+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:278f6227 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:51:47.732828 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.732495849+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:278f6227 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:52:50.732305 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:52:50.732317 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:52:50.732312 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:52:50.732339 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:52:50.732344 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:52:50.732344 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:52:50.732353 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:52:50.732386 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.732246360+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e3869b30 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:52:50.732385 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:52:50.732413 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.732237688+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e3869b30 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:52:50.732441 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.732221144+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e3869b30 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:52:50.732464 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.732226264+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e3869b30 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:52:50.732487 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.732217144+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e3869b30 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:52:50.732509 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.732200280+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e3869b30 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:52:50.732531 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.732241976+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e3869b30 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:52:50.732553 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.732212216+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e3869b30 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:52:50.734521 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:52:50.734537 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:52:50.734553 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:52:50.734559 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:52:50.734575 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:52:50.734579 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:52:50.734596 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:52:50.734578 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.734493406+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c969a2c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:52:50.734580 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:52:50.734643 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.734467934+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c969a2c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:52:50.734676 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.734463774+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c969a2c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:52:50.734707 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.734458654+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c969a2c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:52:50.734736 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.734484222+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c969a2c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:52:50.734764 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.734448894+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c969a2c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:52:50.734805 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.734488766+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c969a2c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:52:50.734836 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.734472350+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c969a2c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:53:53.735079 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:53:53.735094 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:53:53.735116 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:53:53.735118 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:53:53.735124 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:53:53.735127 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:53:53.735146 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:53:53.735148 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:53:53.735165 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.734985425+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6fb01950 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:53:53.735193 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.735003377+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6fb01950 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:53:53.735220 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.734977905+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6fb01950 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:53:53.735242 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.734989873+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6fb01950 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:53:53.735264 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.734965873+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6fb01950 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:53:53.735285 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.735012081+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6fb01950 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:53:53.735305 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.734981937+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6fb01950 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:53:53.735330 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.735007761+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6fb01950 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:53:53.736315 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:53:53.736329 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:53:53.736340 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:53:53.736346 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:53:53.736359 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:53:53.736359 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:53:53.736381 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:53:53.736406 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.736282388+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e9ea6fa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:53:53.736411 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:53:53.736442 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.736255380+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e9ea6fa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:53:53.736472 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.736274100+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e9ea6fa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:53:53.736503 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.736234932+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e9ea6fa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:53:53.736532 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.736246964+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e9ea6fa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:53:53.736561 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.736261108+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e9ea6fa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:53:53.736589 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.736278900+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e9ea6fa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:53:53.736617 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.736251348+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e9ea6fa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:54:56.737851 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:54:56.737863 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:54:56.737882 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:54:56.737885 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:54:56.737893 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:54:56.737911 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:54:56.737911 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:54:56.737916 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:54:56.737933 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.737802433+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e179e0a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:54:56.737963 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.737774881+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e179e0a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:54:56.737988 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.737753569+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e179e0a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:54:56.738011 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.737793729+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e179e0a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:54:56.738058 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.737766241+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e179e0a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:54:56.738085 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.737779073+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e179e0a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:54:56.738107 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.737770785+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e179e0a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:54:56.738128 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.737798593+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e179e0a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:54:56.739131 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:54:56.739144 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:54:56.739132 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:54:56.739163 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:54:56.739164 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:54:56.739189 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:54:56.739191 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.739087812+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cfd52543 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:54:56.739200 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:54:56.739206 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:54:56.739217 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.739080516+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cfd52543 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:54:56.739247 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.739063876+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cfd52543 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:54:56.739275 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.739068196+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cfd52543 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:54:56.739302 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.739042820+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cfd52543 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:54:56.739331 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.739055556+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cfd52543 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:54:56.739359 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.739084324+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cfd52543 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:54:56.739383 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.739060132+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cfd52543 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:55:59.739889 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:55:59.739895 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:55:59.739897 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:55:59.739932 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:55:59.739933 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:55:59.739955 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:55:59.739960 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:55:59.739970 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:55:59.739972 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.739828887+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7442ecde 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:55:59.740030 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.739821495+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7442ecde 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:55:59.740083 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.739804631+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7442ecde 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:55:59.740113 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.739824983+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7442ecde 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:55:59.740136 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.739808183+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7442ecde 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:55:59.740163 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.739801271+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7442ecde 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:55:59.740187 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.739780855+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7442ecde 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:55:59.740212 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.739797111+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7442ecde 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:55:59.742148 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:55:59.742150 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:55:59.742164 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:55:59.742184 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:55:59.742184 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:55:59.742192 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:55:59.742203 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:55:59.742209 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.742118333+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a20a998 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:55:59.742227 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:55:59.742241 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.742094397+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a20a998 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:55:59.742270 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.742085693+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a20a998 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:55:59.742299 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.742110173+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a20a998 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:55:59.742323 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.742090493+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a20a998 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:55:59.742350 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.742072637+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a20a998 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:55:59.742373 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.742114685+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a20a998 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:55:59.742404 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.742100029+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a20a998 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:57:02.741328 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:57:02.741337 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:57:02.741341 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:57:02.741361 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:57:02.741362 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:57:02.741374 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:57:02.741378 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:57:02.741380 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:57:02.741418 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.741236738+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9aa42c3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:57:02.741446 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.741262627+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9aa42c3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:57:02.741469 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.741255042+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9aa42c3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:57:02.741492 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.741228162+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9aa42c3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:57:02.741517 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.741240802+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9aa42c3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:57:02.741541 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.741209634+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9aa42c3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:57:02.741562 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.741232514+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9aa42c3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:57:02.741583 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.741259011+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9aa42c3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:57:02.744584 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:57:02.744592 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:57:02.744585 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:57:02.744620 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:57:02.744623 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:57:02.744627 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:57:02.744633 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:57:02.744648 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.744505577+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0aaac7f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:57:02.744648 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:57:02.744708 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.744515593+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0aaac7f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:57:02.744747 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.744542569+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0aaac7f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:57:02.744792 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.744489865+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0aaac7f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:57:02.744840 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.744521065+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0aaac7f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:57:02.744890 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.744511177+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0aaac7f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:57:02.744924 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.744538313+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0aaac7f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:57:02.744972 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.744533737+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0aaac7f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:58:05.743789 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:58:05.743796 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:58:05.743827 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:58:05.743800 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:58:05.743849 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:58:05.743869 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:58:05.743877 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.743728976+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e8fa2885 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:58:05.743878 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:58:05.743893 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:58:05.743910 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.743702256+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e8fa2885 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:58:05.743935 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.743719888+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e8fa2885 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:58:05.743956 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.743698672+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e8fa2885 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:58:05.743979 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.743694704+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e8fa2885 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:58:05.744001 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.743677776+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e8fa2885 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:58:05.744026 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.743706768+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e8fa2885 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:58:05.744062 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.743724944+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e8fa2885 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:58:05.747041 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:58:05.747056 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:58:05.747059 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:58:05.747073 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:58:05.747078 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:58:05.747085 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:58:05.747103 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:58:05.747104 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.747001623+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c6986dc3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:58:05.747106 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:58:05.747165 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.746983543+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c6986dc3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:58:05.747198 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.747011287+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c6986dc3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:58:05.747242 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.746978295+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c6986dc3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:58:05.747287 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.747006839+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c6986dc3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:58:05.747319 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.746961527+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c6986dc3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:58:05.747348 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.746988439+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c6986dc3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:58:05.747377 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.746973207+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c6986dc3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:59:08.745766 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:59:08.745775 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:59:08.745801 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:59:08.745776 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:59:08.745819 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:59:08.745824 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:59:08.745838 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:59:08.745839 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:59:08.745862 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.745659231+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cec5626e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:59:08.745894 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.745680127+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cec5626e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:59:08.745923 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.745663775+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cec5626e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:59:08.745946 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.745689151+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cec5626e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:59:08.745969 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.745650335+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cec5626e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:59:08.745986 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.745627519+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cec5626e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:59:08.746011 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.745655167+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cec5626e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:59:08.746033 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.745684863+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cec5626e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:59:08.750032 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:59:08.750031 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:59:08.750037 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:59:08.750068 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:59:08.750079 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:59:08.750082 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:59:08.750086 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:59:08.750086 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 06:59:08.750108 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.750005063+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4c126824 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:59:08.750135 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.749960327+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4c126824 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:59:08.750166 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.749952263+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4c126824 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:59:08.750189 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.749995207+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4c126824 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:59:08.750216 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.750001127+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4c126824 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:59:08.750245 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.749939207+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4c126824 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:59:08.750272 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.749956551+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4c126824 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 06:59:08.750314 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.749965031+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4c126824 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:00:11.747697 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:00:11.747713 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:00:11.747699 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:00:11.747749 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:00:11.747749 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:00:11.747762 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:00:11.747760 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:00:11.747770 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:00:11.747797 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.747627146+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:11e6510d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:00:11.747825 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.747599657+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:11e6510d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:00:11.747850 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.747618698+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:11e6510d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:00:11.747910 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.747594089+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:11e6510d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:00:11.747929 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.747604329+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:11e6510d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:00:11.747969 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.747572905+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:11e6510d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:00:11.748003 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.747623114+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:11e6510d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:00:11.748059 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.747590537+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:11e6510d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:00:11.753950 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:00:11.753950 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:00:11.753983 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:00:11.753987 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:00:11.753994 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:00:11.754008 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:00:11.754012 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:00:11.754023 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.753888244+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c024ea44 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:00:11.754035 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:00:11.754071 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.753915668+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c024ea44 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:00:11.754101 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.753892628+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c024ea44 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:00:11.754132 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.753879540+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c024ea44 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:00:11.754160 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.753905748+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c024ea44 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:00:11.754189 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.753910516+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c024ea44 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:00:11.754217 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.753865044+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c024ea44 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:00:11.754247 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.753884308+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c024ea44 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:01:14.749869 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:01:14.749878 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:01:14.749868 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:01:14.749904 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:01:14.749912 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:01:14.749918 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:01:14.749920 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:01:14.749951 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:01:14.749956 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.749796440+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9b6c54ea 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:01:14.750026 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.749805016+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9b6c54ea 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:01:14.750054 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.749777112+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9b6c54ea 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:01:14.750092 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.749801272+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9b6c54ea 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:01:14.750115 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.749751096+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9b6c54ea 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:01:14.750138 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.749782136+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9b6c54ea 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:01:14.750164 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.749772088+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9b6c54ea 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:01:14.750182 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.749767352+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9b6c54ea 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:01:14.756086 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:01:14.756094 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:01:14.756108 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:01:14.756125 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:01:14.756129 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:01:14.756132 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:01:14.756145 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:01:14.756154 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.756061474+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b1836d1e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:01:14.756154 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:01:14.756184 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.756039394+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b1836d1e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:01:14.756215 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.756021314+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b1836d1e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:01:14.756244 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.756058018+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b1836d1e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:01:14.756274 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.756031874+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b1836d1e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:01:14.756303 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.756054146+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b1836d1e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:01:14.756332 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.756035874+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b1836d1e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:01:14.756360 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.756043106+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b1836d1e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:02:17.751807 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:02:17.751813 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:02:17.751842 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:02:17.751813 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:02:17.751857 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:02:17.751874 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:02:17.751875 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:02:17.751901 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.751746492+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50e1cbd5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:02:17.751904 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:02:17.751924 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.751738300+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50e1cbd5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:02:17.751948 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.751723548+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50e1cbd5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:02:17.751972 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.751718907+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50e1cbd5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:02:17.751999 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.751709339+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50e1cbd5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:02:17.752022 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.751692187+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50e1cbd5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:02:17.752044 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.751742876+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50e1cbd5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:02:17.752085 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.751714907+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50e1cbd5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:02:17.759112 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:02:17.759120 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:02:17.759140 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:02:17.759140 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:02:17.759158 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:02:17.759158 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:02:17.759175 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.759080615+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e623725 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:02:17.759175 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:02:17.759175 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:02:17.759203 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.759054471+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e623725 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:02:17.759227 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.759050663+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e623725 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:02:17.759260 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.759045671+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e623725 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:02:17.759283 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.759071751+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e623725 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:02:17.759313 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.759058663+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e623725 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:02:17.759344 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.759030087+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e623725 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:02:17.759372 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.759076103+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e623725 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:03:20.754163 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:03:20.754166 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:03:20.754196 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:03:20.754172 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:03:20.754219 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:03:20.754222 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:03:20.754232 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:03:20.754276 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.754056355+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:da6bce32 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:03:20.754291 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:03:20.754336 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.754051075+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:da6bce32 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:03:20.754367 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.754046403+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:da6bce32 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:03:20.754396 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.754083939+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:da6bce32 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:03:20.754423 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.754089347+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:da6bce32 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:03:20.754450 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.754025827+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:da6bce32 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:03:20.754478 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.754076771+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:da6bce32 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:03:20.754515 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.754060835+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:da6bce32 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:03:20.761442 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:03:20.761448 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:03:20.761464 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:03:20.761467 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:03:20.761487 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:03:20.761490 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:03:20.761495 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:03:20.761519 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:03:20.761526 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.761401614+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f084f7c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:03:20.761604 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.761374542+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f084f7c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:03:20.761662 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.761392046+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f084f7c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:03:20.761697 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.761365806+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f084f7c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:03:20.761740 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.761347950+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f084f7c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:03:20.761776 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.761370126+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f084f7c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:03:20.761822 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.761397198+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f084f7c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:03:20.761867 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.761378734+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f084f7c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:04:23.756385 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:04:23.756385 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:04:23.756388 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:04:23.756418 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:04:23.756438 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:04:23.756443 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:04:23.756454 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:04:23.756456 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:04:23.756477 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.756318480+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:565d4c52 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:04:23.756506 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.756283920+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:565d4c52 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:04:23.756529 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.756292144+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:565d4c52 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:04:23.756563 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.756266480+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:565d4c52 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:04:23.756590 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.756288272+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:565d4c52 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:04:23.756611 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.756314128+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:565d4c52 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:04:23.756632 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.756296400+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:565d4c52 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:04:23.756653 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.756309328+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:565d4c52 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:04:23.763899 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:04:23.763900 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:04:23.763932 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:04:23.763933 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:04:23.763944 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:04:23.763947 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:04:23.763962 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:04:23.763974 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:04:23.763962 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.763867227+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0073aaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:04:23.764019 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.763847931+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0073aaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:04:23.764063 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.763860347+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0073aaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:04:23.764097 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.763844091+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0073aaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:04:23.764129 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.763836923+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0073aaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:04:23.764158 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.763841051+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0073aaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:04:23.764187 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.763863867+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0073aaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:04:23.764215 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.763824091+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0073aaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:05:26.758585 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:05:26.758596 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:05:26.758599 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:05:26.758631 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:05:26.758633 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:05:26.758641 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:05:26.758645 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:05:26.758674 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.758494930+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27facb08 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:05:26.758674 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:05:26.758701 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.758519506+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27facb08 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:05:26.758725 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.758510962+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27facb08 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:05:26.758747 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.758498994+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27facb08 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:05:26.758770 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.758515410+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27facb08 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:05:26.758792 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.758488242+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27facb08 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:05:26.758818 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.758491730+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27facb08 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:05:26.758843 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.758475826+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27facb08 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:05:26.766824 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:05:26.766825 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:05:26.766858 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:05:26.766866 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:05:26.766866 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:05:26.766874 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:05:26.766875 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:05:26.766892 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:05:26.766909 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.766792029+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6387041 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:05:26.766948 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.766768509+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6387041 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:05:26.766978 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.766749789+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6387041 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:05:26.767007 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.766764701+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6387041 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:05:26.767032 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.766760509+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6387041 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:05:26.767085 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.766783965+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6387041 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:05:26.767116 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.766772925+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6387041 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:05:26.767144 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.766787709+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6387041 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:06:29.762136 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:06:29.762146 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:06:29.762155 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:06:29.762166 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:06:29.762174 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:06:29.762178 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:06:29.762179 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:06:29.762211 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:06:29.762212 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.762083579+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dafb9dc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:06:29.762246 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.762036443+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dafb9dc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:06:29.762272 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.762027035+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dafb9dc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:06:29.762295 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.762031483+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dafb9dc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:06:29.762316 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.762041051+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dafb9dc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:06:29.762339 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.762078587+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dafb9dc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:06:29.762359 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.762014779+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dafb9dc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:06:29.762381 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.762072699+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dafb9dc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:06:29.768355 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:06:29.768359 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:06:29.768392 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:06:29.768397 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:06:29.768404 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:06:29.768407 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:06:29.768422 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:06:29.768426 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:06:29.768441 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.768324611+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:64c45446 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:06:29.768478 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.768298147+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:64c45446 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:06:29.768510 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.768280163+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:64c45446 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:06:29.768539 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.768315715+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:64c45446 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:06:29.768568 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.768289955+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:64c45446 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:06:29.768598 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.768319683+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:64c45446 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:06:29.768646 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.768293827+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:64c45446 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:06:29.768676 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.768303075+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:64c45446 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:07:32.765984 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:07:32.765990 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:07:32.765991 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:07:32.766037 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:07:32.766037 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:07:32.766062 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:07:32.766062 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:07:32.766069 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:07:32.766106 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.765926927+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a349793f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:07:32.766138 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.765902383+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a349793f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:07:32.766161 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.765898415+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a349793f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:07:32.766179 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.765893007+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a349793f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:07:32.766202 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.765918127+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a349793f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:07:32.766227 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.765922607+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a349793f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:07:32.766248 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.765881839+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a349793f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:07:32.766269 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.765906479+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a349793f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:07:32.770231 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:07:32.770240 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:07:32.770241 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:07:32.770259 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:07:32.770261 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:07:32.770265 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:07:32.770270 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:07:32.770310 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:07:32.770315 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.770197621+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ee4e51a1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:07:32.770361 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.770188597+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ee4e51a1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:07:32.770393 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.770169717+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ee4e51a1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:07:32.770422 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.770147637+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ee4e51a1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:07:32.770451 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.770192789+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ee4e51a1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:07:32.770478 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.770174453+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ee4e51a1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:07:32.770506 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.770159957+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ee4e51a1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:07:32.770550 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.770164629+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ee4e51a1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:08:35.768148 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:08:35.768155 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:08:35.768155 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:08:35.768196 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:08:35.768198 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:08:35.768199 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:08:35.768211 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:08:35.768240 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.768086108+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e578827 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:08:35.768241 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:08:35.768267 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.768077660+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e578827 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:08:35.768292 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.768059356+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e578827 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:08:35.768322 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.768082012+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e578827 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:08:35.768344 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.768039132+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e578827 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:08:35.768367 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.768064732+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e578827 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:08:35.768389 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.768055804+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e578827 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:08:35.768414 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.768051612+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e578827 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:08:35.772369 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:08:35.772380 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:08:35.772420 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:08:35.772429 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:08:35.772436 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.772342529+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:773c65bd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:08:35.772436 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:08:35.772442 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:08:35.772445 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:08:35.772456 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:08:35.772460 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.772316001+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:773c65bd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:08:35.772494 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.772295969+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:773c65bd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:08:35.772520 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.772320289+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:773c65bd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:08:35.772556 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.772307329+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:773c65bd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:08:35.772590 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.772333025+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:773c65bd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:08:35.772625 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.772312385+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:773c65bd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:08:35.772660 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.772338209+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:773c65bd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:09:38.770356 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:09:38.770356 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:09:38.770381 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:09:38.770418 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:09:38.770430 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:09:38.770433 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:09:38.770449 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:09:38.770477 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.770255061+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d4dd8dc0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:09:38.770483 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:09:38.770507 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.770288053+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d4dd8dc0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:09:38.770532 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.770283573+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d4dd8dc0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:09:38.770559 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.770245909+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d4dd8dc0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:09:38.770583 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.770225749+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d4dd8dc0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:09:38.770605 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.770250549+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d4dd8dc0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:09:38.770631 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.770278677+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d4dd8dc0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:09:38.770671 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.770260565+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d4dd8dc0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:09:38.774658 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:09:38.774660 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:09:38.774675 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:09:38.774694 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:09:38.774703 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:09:38.774706 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:09:38.774726 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:09:38.774728 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.774610842+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:99daa55e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:09:38.774731 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:09:38.774784 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.774582042+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:99daa55e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:09:38.774815 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.774600698+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:99daa55e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:09:38.774846 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.774555418+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:99daa55e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:09:38.774875 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.774586458+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:99daa55e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:09:38.774905 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.774571450+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:99daa55e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:09:38.774925 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.774605498+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:99daa55e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:09:38.774951 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.774576634+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:99daa55e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:10:41.774134 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:10:41.774151 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:10:41.774155 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:10:41.774172 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:10:41.774176 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:10:41.774181 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:10:41.774185 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:10:41.774217 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.774064449+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f45e40ac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:10:41.774228 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:10:41.774245 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.774008001+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f45e40ac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:10:41.774271 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.774017697+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f45e40ac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:10:41.774293 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.774037089+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f45e40ac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:10:41.774314 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.773990465+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f45e40ac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:10:41.774336 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.774022433+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f45e40ac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:10:41.774358 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.774012801+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f45e40ac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:10:41.774379 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.774041281+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f45e40ac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:10:41.776373 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:10:41.776395 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:10:41.776407 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:10:41.776419 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:10:41.776430 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:10:41.776435 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:10:41.776440 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.776343332+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd35ad36 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:10:41.776432 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:10:41.776431 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:10:41.776480 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.776318084+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd35ad36 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:10:41.776513 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.776335300+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd35ad36 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:10:41.776541 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.776296964+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd35ad36 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:10:41.776572 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.776309284+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd35ad36 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:10:41.776593 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.776339428+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd35ad36 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:10:41.776626 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.776322500+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd35ad36 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:10:41.776652 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.776313828+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd35ad36 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:11:44.778131 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:11:44.778148 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:11:44.778156 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:11:44.778165 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:11:44.778172 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:11:44.778180 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:11:44.778188 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:11:44.778212 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778047755+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d2610a47 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:11:44.778216 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:11:44.778234 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778018155+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d2610a47 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:11:44.778258 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.777990123+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d2610a47 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:11:44.778283 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778038219+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d2610a47 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:11:44.778302 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:11:44.778306 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778009547+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d2610a47 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:11:44.778317 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:11:44.778317 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:11:44.778328 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:11:44.778329 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778023307+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d2610a47 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:11:44.778333 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:11:44.778338 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:11:44.778338 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:11:44.778349 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778013835+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d2610a47 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:11:44.778349 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:11:44.778372 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778043211+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d2610a47 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:11:44.778397 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778278187+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:57bfa8d1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:11:44.778422 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778257451+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:57bfa8d1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:11:44.778447 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778253227+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:57bfa8d1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:11:44.778468 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778268555+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:57bfa8d1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:11:44.778484 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778248203+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:57bfa8d1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:11:44.778501 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778273035+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:57bfa8d1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:11:44.778524 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778213195+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:57bfa8d1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:11:44.778545 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778241803+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:57bfa8d1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:12:47.782209 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:12:47.782217 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:12:47.782219 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:12:47.782261 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:12:47.782219 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:12:47.782281 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:12:47.782282 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:12:47.782284 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:12:47.782296 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:12:47.782297 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:12:47.782300 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:12:47.782311 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:12:47.782313 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:12:47.782314 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:12:47.782315 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:12:47.782286 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:12:47.782329 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782139854+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:852906af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:12:47.782365 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782180302+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae04556c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:12:47.782389 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782158414+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae04556c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:12:47.782410 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782170478+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae04556c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:12:47.782433 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782118510+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:852906af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:12:47.782455 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782145998+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae04556c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:12:47.782476 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782152494+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae04556c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:12:47.782498 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782108302+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:852906af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:12:47.782519 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782088046+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:852906af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:12:47.782547 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782113454+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:852906af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:12:47.782565 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782175470+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae04556c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:12:47.782582 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782129774+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:852906af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:12:47.782603 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782124014+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:852906af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:12:47.782639 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782134126+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:852906af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:12:47.782664 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782133006+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae04556c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:12:47.782690 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782165166+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae04556c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:13:50.785557 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:13:50.785568 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:13:50.785571 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:13:50.785587 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:13:50.785601 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:13:50.785610 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:13:50.785615 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:13:50.785619 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:13:50.785620 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:13:50.785632 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:13:50.785633 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:13:50.785634 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:13:50.785635 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:13:50.785642 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:13:50.785645 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:13:50.785671 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:13:50.785644 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785506463+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:59f9a4ce 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:13:50.785736 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785492447+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fa30348 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:13:50.785766 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785486911+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fa30348 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:13:50.785789 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785489567+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:59f9a4ce 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:13:50.785815 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785483935+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:59f9a4ce 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:13:50.785836 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785480351+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fa30348 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:13:50.785858 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785495263+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:59f9a4ce 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:13:50.785878 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785433855+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fa30348 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:13:50.785899 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785465887+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fa30348 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:13:50.785917 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785460223+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fa30348 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:13:50.785937 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785459711+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:59f9a4ce 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:13:50.785985 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785449759+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fa30348 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:13:50.786008 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785473183+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:59f9a4ce 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:13:50.786029 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785501343+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:59f9a4ce 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:13:50.786050 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785478335+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:59f9a4ce 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:13:50.786072 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785454975+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fa30348 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:14:53.787269 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:14:53.787272 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:14:53.787293 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:14:53.787277 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:14:53.787313 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:14:53.787313 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:14:53.787327 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:14:53.787333 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:14:53.787343 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:14:53.787345 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:14:53.787349 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787207046+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4b4c0b20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:14:53.787365 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:14:53.787373 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:14:53.787374 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:14:53.787405 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:14:53.787418 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:14:53.787433 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787188166+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:52573a61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:14:53.787435 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:14:53.787466 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787182726+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:52573a61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:14:53.787495 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787195078+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4b4c0b20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:14:53.787517 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787144678+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4b4c0b20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:14:53.787554 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787193446+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:52573a61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:14:53.787582 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787201446+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4b4c0b20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:14:53.787605 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787180326+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4b4c0b20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:14:53.787622 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787204998+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:52573a61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:14:53.787645 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787162854+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4b4c0b20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:14:53.787668 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787171110+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:52573a61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:14:53.787690 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787199206+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:52573a61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:14:53.787714 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787168326+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4b4c0b20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:14:53.787736 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787176966+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:52573a61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:14:53.787760 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787173670+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4b4c0b20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:14:53.787781 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787158086+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:52573a61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:15:56.790076 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:15:56.790087 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:15:56.790079 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:15:56.790081 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:15:56.790117 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:15:56.790119 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:15:56.790127 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:15:56.790133 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:15:56.790139 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:15:56.790116 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:15:56.790146 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:15:56.790148 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:15:56.790164 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.790021114+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5f452349 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:15:56.790167 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:15:56.790152 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:15:56.790149 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:15:56.790183 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:15:56.790192 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.789999674+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1c60ec7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:15:56.790216 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.790030650+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5f452349 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:15:56.790238 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.790009498+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5f452349 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:15:56.790260 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.789993530+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1c60ec7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:15:56.790282 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.789946714+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1c60ec7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:15:56.790303 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.790005434+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1c60ec7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:15:56.790324 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.790014906+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5f452349 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:15:56.790340 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.789963194+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1c60ec7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:15:56.790367 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.790026138+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5f452349 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:15:56.790388 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.789973498+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1c60ec7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:15:56.790409 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.790004122+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5f452349 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:15:56.790432 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.789997370+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5f452349 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:15:56.790453 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.789979130+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1c60ec7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:15:56.790474 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.789968346+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1c60ec7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:15:56.790507 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.789983418+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5f452349 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:16:59.793369 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:16:59.793379 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:16:59.793383 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:16:59.793370 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:16:59.793403 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:16:59.793405 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:16:59.793408 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:16:59.793416 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:16:59.793419 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:16:59.793420 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:16:59.793424 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:16:59.793427 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:16:59.793432 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:16:59.793433 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:16:59.793441 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:16:59.793452 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:16:59.793477 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793293602+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:726331f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:16:59.793508 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793278210+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e3d025e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:16:59.793533 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793282338+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e3d025e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:16:59.793556 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793265538+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e3d025e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:16:59.793577 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793282178+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:726331f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:16:59.793600 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793265410+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:726331f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:16:59.793622 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793219874+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:726331f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:16:59.793644 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793252322+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:726331f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:16:59.793669 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793269730+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e3d025e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:16:59.793695 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793252098+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e3d025e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:16:59.793721 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793246434+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:726331f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:16:59.793744 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793287874+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:726331f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:16:59.793765 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793258594+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:726331f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:16:59.793786 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793274914+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e3d025e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:16:59.793807 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793259842+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e3d025e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:16:59.793828 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793239042+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e3d025e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:18:02.796255 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:18:02.796266 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:18:02.796255 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:18:02.796280 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:18:02.796289 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:18:02.796297 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:18:02.796299 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:18:02.796302 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:18:02.796312 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:18:02.796313 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:18:02.796323 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:18:02.796324 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:18:02.796326 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:18:02.796336 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:18:02.796340 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:18:02.796354 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796151998+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6f9a8504 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:18:02.796371 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:18:02.796386 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796126078+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7681b445 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:18:02.796413 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796105758+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7681b445 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:18:02.796451 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796172382+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7681b445 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:18:02.796474 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796131646+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7681b445 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:18:02.796499 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796137406+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7681b445 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:18:02.796520 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796143518+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7681b445 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:18:02.796542 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796140158+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6f9a8504 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:18:02.796568 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796156318+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6f9a8504 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:18:02.796590 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796146782+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6f9a8504 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:18:02.796611 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796164926+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7681b445 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:18:02.796632 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796158942+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7681b445 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:18:02.796656 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796167198+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6f9a8504 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:18:02.796677 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796160766+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6f9a8504 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:18:02.796701 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796129150+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6f9a8504 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:18:02.796723 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796172702+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6f9a8504 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:19:05.800186 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:19:05.800200 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:19:05.800207 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:19:05.800228 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:19:05.800189 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:19:05.800239 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:19:05.800229 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:19:05.800247 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:19:05.800252 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:19:05.800257 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:19:05.800261 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:19:05.800279 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:19:05.800284 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:19:05.800293 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:19:05.800298 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:19:05.800294 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800136569+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1dc481bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:19:05.800320 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:19:05.800357 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800110585+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1dc481bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:19:05.800380 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800078105+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1dc481bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:19:05.800421 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800077465+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dfb0fd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:19:05.800445 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800039481+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dfb0fd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:19:05.800470 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800083897+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dfb0fd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:19:05.800492 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800104377+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1dc481bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:19:05.800518 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800122841+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dfb0fd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:19:05.800545 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800094873+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1dc481bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:19:05.800571 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800130265+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1dc481bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:19:05.800591 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800123449+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1dc481bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:19:05.800616 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800115577+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dfb0fd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:19:05.800638 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800098041+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dfb0fd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:19:05.800659 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800089657+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dfb0fd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:19:05.800680 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800116633+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1dc481bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:19:05.800702 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800131129+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dfb0fd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:20:08.803026 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:20:08.803045 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:20:08.803052 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:20:08.803065 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:20:08.803069 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:20:08.803076 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:20:08.803077 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:20:08.803078 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:20:08.803089 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:20:08.803090 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:20:08.803093 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:20:08.803107 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:20:08.803109 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:20:08.803112 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802904562+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f322415f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:20:08.803118 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:20:08.803123 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:20:08.803128 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:20:08.803140 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802885586+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f322415f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:20:08.803176 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802924082+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f322415f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:20:08.803199 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802866034+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ea39701e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:20:08.803225 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802943826+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ea39701e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:20:08.803247 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802870098+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f322415f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:20:08.803268 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802911314+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ea39701e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:20:08.803296 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802897074+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f322415f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:20:08.803318 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802888178+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ea39701e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:20:08.803340 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802912274+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f322415f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:20:08.803361 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802928946+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ea39701e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:20:08.803397 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802936626+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ea39701e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:20:08.803423 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802895506+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ea39701e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:20:08.803448 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802918642+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f322415f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:20:08.803470 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802929266+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f322415f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:20:08.803491 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802903922+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ea39701e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:21:11.805183 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:21:11.805190 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:21:11.805211 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:21:11.805217 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:21:11.805225 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:21:11.805233 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:21:11.805236 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:21:11.805238 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:21:11.805246 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:21:11.805249 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:21:11.805252 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:21:11.805275 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:21:11.805280 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:21:11.805279 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:21:11.805284 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805122322+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cababd72 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:21:11.805295 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:21:11.805312 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805153202+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a58a3f4b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:21:11.805313 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:21:11.805336 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805113650+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cababd72 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:21:11.805371 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805182098+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a58a3f4b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:21:11.805396 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805078994+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cababd72 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:21:11.805419 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805107474+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cababd72 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:21:11.805480 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805093746+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cababd72 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:21:11.805526 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805158130+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a58a3f4b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:21:11.805565 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805175314+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a58a3f4b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:21:11.805605 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805097906+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cababd72 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:21:11.805644 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805118546+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cababd72 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:21:11.805683 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805147442+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a58a3f4b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:21:11.805727 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805102578+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cababd72 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:21:11.805767 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805170578+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a58a3f4b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:21:11.805812 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805134706+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a58a3f4b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:21:11.805855 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805164050+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a58a3f4b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:22:14.807845 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:22:14.807856 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:22:14.807862 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:22:14.807850 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:22:14.807884 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:22:14.807887 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:22:14.807898 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:22:14.807898 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:22:14.807902 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:22:14.807906 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:22:14.807910 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:22:14.807912 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:22:14.807926 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:22:14.807928 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:22:14.807931 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807766271+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ec85f799 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:22:14.807936 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:22:14.807954 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:22:14.807994 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807768031+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2f003aac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:22:14.808025 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807791775+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2f003aac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:22:14.808048 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807698591+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ec85f799 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:22:14.808102 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807780927+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ec85f799 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:22:14.808132 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807774911+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2f003aac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:22:14.808155 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807787423+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2f003aac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:22:14.808178 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807713343+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ec85f799 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:22:14.808204 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807750175+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ec85f799 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:22:14.808229 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807740735+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2f003aac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:22:14.808256 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807772895+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ec85f799 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:22:14.808277 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807755391+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2f003aac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:22:14.808298 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807761695+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2f003aac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:22:14.808321 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807717631+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ec85f799 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:22:14.808354 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807723103+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ec85f799 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:22:14.808380 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807781823+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2f003aac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:23:17.809757 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:23:17.809764 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:23:17.809764 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:23:17.809794 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:23:17.809805 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:23:17.809809 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:23:17.809810 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:23:17.809820 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:23:17.809822 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:23:17.809826 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:23:17.809838 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:23:17.809840 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:23:17.809842 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809702300+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:80e16097 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:23:17.809844 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:23:17.809848 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:23:17.809849 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:23:17.809904 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809707740+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:80e16097 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:23:17.809905 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:23:17.809932 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809723772+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:80e16097 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:23:17.809954 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809669788+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b2d70215 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:23:17.809977 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809683420+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b2d70215 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:23:17.810003 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809713372+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:80e16097 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:23:17.810031 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809664188+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b2d70215 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:23:17.810058 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809689020+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b2d70215 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:23:17.810089 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809719260+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:80e16097 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:23:17.810111 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809636988+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b2d70215 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:23:17.810136 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809653884+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b2d70215 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:23:17.810157 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809693564+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b2d70215 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:23:17.810178 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809659484+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b2d70215 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:23:17.810196 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809676636+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:80e16097 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:23:17.810220 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809690428+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:80e16097 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:23:17.810236 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809696444+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:80e16097 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:24:20.811503 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:24:20.811512 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:24:20.811513 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:24:20.811505 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:24:20.811536 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:24:20.811539 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:24:20.811544 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:24:20.811548 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:24:20.811552 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:24:20.811548 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:24:20.811562 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:24:20.811567 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:24:20.811568 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:24:20.811575 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:24:20.811577 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:24:20.811588 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811442439+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6e07a074 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:24:20.811632 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:24:20.811642 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811417895+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6e07a074 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:24:20.811671 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811400583+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:385d07f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:24:20.811694 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811422919+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6e07a074 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:24:20.811716 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811366695+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:385d07f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:24:20.811739 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811430055+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6e07a074 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:24:20.811766 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811423879+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:385d07f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:24:20.811789 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811416935+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:385d07f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:24:20.811815 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811430215+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:385d07f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:24:20.811842 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811384743+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:385d07f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:24:20.811869 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811392135+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6e07a074 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:24:20.811890 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811412935+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6e07a074 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:24:20.811918 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811407207+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6e07a074 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:24:20.811940 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811390119+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:385d07f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:24:20.811955 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811394791+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:385d07f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:24:20.811971 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811436647+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6e07a074 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:25:23.813758 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:25:23.813762 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:25:23.813764 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:25:23.813800 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:25:23.813803 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:25:23.813818 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:25:23.813818 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:25:23.813822 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:25:23.813836 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:25:23.813835 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:25:23.813841 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:25:23.813843 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813663955+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:65a93edb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:25:23.813848 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:25:23.813837 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:25:23.813860 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:25:23.813867 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:25:23.813877 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:25:23.813878 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813648115+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:65a93edb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:25:23.813925 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813694067+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:65a93edb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:25:23.813974 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813626323+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7cb20f9a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:25:23.814005 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813656851+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:65a93edb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:25:23.814032 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813617299+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:65a93edb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:25:23.814054 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813670259+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7cb20f9a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:25:23.814080 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813655699+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7cb20f9a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:25:23.814105 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813685395+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:65a93edb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:25:23.814132 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813672499+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:65a93edb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:25:23.814158 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813662291+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7cb20f9a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:25:23.814183 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813690483+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7cb20f9a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:25:23.814200 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813647667+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7cb20f9a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:25:23.814216 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813678803+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:65a93edb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:25:23.814238 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813677587+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7cb20f9a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:25:23.814260 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813683923+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7cb20f9a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:26:26.815374 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:26:26.815381 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:26:26.815401 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:26:26.815383 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:26:26.815419 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:26:26.815423 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:26:26.815432 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:26:26.815435 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:26:26.815435 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:26:26.815445 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:26:26.815448 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:26:26.815451 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:26:26.815458 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:26:26.815449 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:26:26.815465 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:26:26.815483 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:26:26.815486 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815302953+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6380a7d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:26:26.815527 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815297129+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6380a7d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:26:26.815555 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815260105+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ef233b3c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:26:26.815579 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815290249+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6380a7d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:26:26.815602 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815293417+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ef233b3c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:26:26.815657 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815227433+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6380a7d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:26:26.815688 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815247497+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ef233b3c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:26:26.815710 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815264521+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6380a7d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:26:26.815732 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815250281+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6380a7d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:26:26.815756 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815233961+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ef233b3c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:26:26.815778 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815254089+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ef233b3c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:26:26.815795 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815257321+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6380a7d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:26:26.815813 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815299017+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ef233b3c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:26:26.815834 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815267017+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ef233b3c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:26:26.815861 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815288041+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ef233b3c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:26:26.815882 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815244873+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6380a7d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:27:29.817550 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:27:29.817579 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:27:29.817587 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:27:29.817599 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:27:29.817560 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:27:29.817611 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:27:29.817615 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:27:29.817553 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:27:29.817632 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:27:29.817633 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:27:29.817642 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817450464+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30d837a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:27:29.817644 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:27:29.817622 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:27:29.817654 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:27:29.817655 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:27:29.817635 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:27:29.817677 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:27:29.817695 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817497440+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:29c306e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:27:29.817732 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817466048+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:29c306e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:27:29.817757 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817459040+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30d837a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:27:29.817784 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817472480+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30d837a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:27:29.817810 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817426496+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30d837a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:27:29.817835 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817475840+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:29c306e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:27:29.817862 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817445440+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30d837a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:27:29.817884 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817452256+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:29c306e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:27:29.817901 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817482368+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:29c306e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:27:29.817924 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817471552+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:29c306e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:27:29.817968 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817477504+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30d837a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:27:29.817989 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817454560+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30d837a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:27:29.818014 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817493696+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:29c306e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:27:29.818050 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817482656+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30d837a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:27:29.818074 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817488320+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:29c306e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:28:32.819570 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:28:32.819579 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:28:32.819588 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:28:32.819575 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:28:32.819603 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:28:32.819605 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:28:32.819616 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:28:32.819618 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:28:32.819620 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:28:32.819629 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:28:32.819633 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:28:32.819634 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:28:32.819634 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:28:32.819642 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:28:32.819645 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:28:32.819659 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819510344+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:417fb0ff 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:28:32.819672 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:28:32.819690 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819478216+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:586481be 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:28:32.819717 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819496904+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:417fb0ff 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:28:32.819741 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819485+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:586481be 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:28:32.819766 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819442344+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:417fb0ff 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:28:32.819792 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819491048+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:586481be 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:28:32.819817 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819455048+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:586481be 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:28:32.819838 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819481992+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:417fb0ff 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:28:32.819863 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819494632+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:586481be 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:28:32.819883 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819461992+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:417fb0ff 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:28:32.819904 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819468232+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:417fb0ff 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:28:32.819924 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819472904+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:586481be 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:28:32.819949 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819475240+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:417fb0ff 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:28:32.819990 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819499080+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:586481be 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:28:32.820011 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819467720+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:586481be 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:28:32.820028 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819504328+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:417fb0ff 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:29:35.821770 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:29:35.821788 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:29:35.821778 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:29:35.821810 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:29:35.821770 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:29:35.821833 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:29:35.821838 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:29:35.821831 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:29:35.821862 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:29:35.821864 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:29:35.821864 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:29:35.821864 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:29:35.821880 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821706512+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49e1e727 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:29:35.821885 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:29:35.821886 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:29:35.821890 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:29:35.821900 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:29:35.821918 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821685360+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50fad666 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:29:35.821943 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821678064+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49e1e727 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:29:35.821970 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821693296+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49e1e727 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:29:35.821993 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821673392+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50fad666 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:29:35.822016 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821690576+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50fad666 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:29:35.822041 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821678928+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50fad666 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:29:35.822075 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821665072+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49e1e727 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:29:35.822092 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821695568+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50fad666 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:29:35.822108 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821671248+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49e1e727 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:29:35.822130 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821657936+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49e1e727 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:29:35.822153 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821665808+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50fad666 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:29:35.822178 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821701680+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50fad666 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:29:35.822203 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821652720+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50fad666 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:29:35.822242 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821638256+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49e1e727 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:29:35.822266 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821700496+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49e1e727 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:30:38.823559 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:30:38.823587 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:30:38.823562 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:30:38.823611 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:30:38.823618 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:30:38.823571 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:30:38.823632 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:30:38.823623 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:30:38.823640 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:30:38.823644 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:30:38.823650 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:30:38.823651 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:30:38.823658 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:30:38.823660 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823468052+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:be1c1685 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:30:38.823652 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:30:38.823654 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:30:38.823699 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:30:38.823708 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823462228+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:be1c1685 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:30:38.823734 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823446036+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a70727c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:30:38.823756 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823479284+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a70727c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:30:38.823785 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823472916+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a70727c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:30:38.823812 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823434452+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a70727c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:30:38.823834 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823451956+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:be1c1685 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:30:38.823856 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823457588+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:be1c1685 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:30:38.823877 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823429620+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a70727c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:30:38.823902 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823424148+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:be1c1685 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:30:38.823923 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823439732+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a70727c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:30:38.823948 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823465524+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a70727c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:30:38.823966 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823474228+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:be1c1685 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:30:38.823983 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823437844+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:be1c1685 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:30:38.823999 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823403924+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a70727c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:30:38.824015 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823445332+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:be1c1685 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:31:41.825935 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:31:41.825944 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:31:41.825959 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:31:41.825967 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:31:41.825979 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:31:41.825961 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:31:41.825988 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:31:41.825991 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:31:41.826001 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:31:41.826004 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:31:41.826006 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:31:41.826015 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:31:41.826017 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:31:41.826020 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:31:41.826022 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:31:41.826061 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:31:41.826072 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825828150+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9e9fdbe9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:31:41.826115 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825842070+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9e9fdbe9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:31:41.826144 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825832502+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8784eaa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:31:41.826168 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825853110+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9e9fdbe9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:31:41.826186 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825835222+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9e9fdbe9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:31:41.826227 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825838806+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8784eaa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:31:41.826253 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825847734+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9e9fdbe9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:31:41.826273 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825845078+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8784eaa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:31:41.826295 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825814326+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9e9fdbe9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:31:41.826319 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825792598+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9e9fdbe9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:31:41.826345 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825790934+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8784eaa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:31:41.826370 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825814902+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8784eaa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:31:41.826391 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825820246+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8784eaa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:31:41.826415 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825826294+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8784eaa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:31:41.826440 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825851222+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8784eaa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:31:41.826465 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825821878+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9e9fdbe9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:32:44.827493 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:32:44.827507 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:32:44.827498 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:32:44.827498 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:32:44.827524 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:32:44.827533 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:32:44.827537 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:32:44.827544 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:32:44.827544 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:32:44.827548 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:32:44.827557 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:32:44.827558 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:32:44.827558 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:32:44.827568 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:32:44.827561 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:32:44.827586 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827427154+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a1bba043 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:32:44.827600 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:32:44.827615 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827397906+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b8a09102 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:32:44.827639 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827390866+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b8a09102 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:32:44.827662 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827396306+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a1bba043 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:32:44.827685 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827407634+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b8a09102 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:32:44.827707 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827354674+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a1bba043 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:32:44.827727 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827411186+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b8a09102 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:32:44.827748 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827413458+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a1bba043 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:32:44.827775 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827357746+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b8a09102 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:32:44.827796 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827421234+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a1bba043 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:32:44.827816 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827383506+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b8a09102 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:32:44.827837 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827375506+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b8a09102 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:32:44.827858 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827389042+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a1bba043 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:32:44.827878 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827403922+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b8a09102 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:32:44.827902 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827376146+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a1bba043 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:32:44.827923 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827383154+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a1bba043 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:33:47.829556 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:33:47.829565 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:33:47.829564 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:33:47.829589 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:33:47.829557 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:33:47.829606 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:33:47.829615 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:33:47.829616 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:33:47.829602 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:33:47.829640 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829470524+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5ac37f59 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:33:47.829645 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:33:47.829647 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:33:47.829647 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:33:47.829656 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:33:47.829657 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:33:47.829636 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:33:47.829690 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:33:47.829695 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829453244+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5ac37f59 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:33:47.829725 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829459676+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5ac37f59 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:33:47.829752 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829443836+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5ac37f59 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:33:47.829775 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829395356+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43d84e18 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:33:47.829797 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829463964+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5ac37f59 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:33:47.829819 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829451228+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43d84e18 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:33:47.829839 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829415644+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43d84e18 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:33:47.829862 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829481085+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43d84e18 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:33:47.829883 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829436988+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5ac37f59 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:33:47.829904 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829423932+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5ac37f59 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:33:47.829925 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829443068+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43d84e18 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:33:47.829945 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829421468+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43d84e18 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:33:47.829967 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829486269+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43d84e18 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:33:47.829993 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829467708+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43d84e18 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:33:47.830019 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829411516+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5ac37f59 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:34:50.831563 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:34:50.831574 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:34:50.831574 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:34:50.831603 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:34:50.831605 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:34:50.831615 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:34:50.831616 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:34:50.831633 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:34:50.831656 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.831499518+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:635b8374 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:34:50.831684 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.831472126+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:635b8374 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:34:50.831708 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.831463550+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:635b8374 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:34:50.831731 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.831489886+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:635b8374 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:34:50.831753 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.831443870+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:635b8374 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:34:50.831775 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.831495134+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:635b8374 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:34:50.831796 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.831477374+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:635b8374 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:34:50.831817 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.831468318+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:635b8374 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:34:50.832806 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:34:50.832816 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:34:50.832840 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:34:50.832841 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:34:50.832864 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:34:50.832875 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:34:50.832875 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:34:50.832896 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:34:50.832936 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.832773727+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49b4ba80 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:34:50.832975 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.832747423+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49b4ba80 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:34:50.833005 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.832743615+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49b4ba80 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:34:50.833035 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.832725311+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49b4ba80 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:34:50.833086 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.832769087+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49b4ba80 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:34:50.833118 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.832764255+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49b4ba80 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:34:50.833149 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.832739071+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49b4ba80 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:34:50.833191 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.832752703+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49b4ba80 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:35:53.833996 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:35:53.834005 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:35:53.834012 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:35:53.834032 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:35:53.834033 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:35:53.834042 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:35:53.834044 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:35:53.834087 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:35:53.834106 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.833898692+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8dbd4397 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:35:53.834121 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:35:53.834143 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:35:53.834144 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:35:53.834161 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.833887556+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8dbd4397 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:35:53.834181 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:35:53.834187 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:35:53.834193 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:35:53.834192 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:35:53.834208 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.833927140+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8dbd4397 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:35:53.834208 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:35:53.834238 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.833903076+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8dbd4397 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:35:53.834261 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.833893284+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8dbd4397 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:35:53.834282 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.833922564+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8dbd4397 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:35:53.834303 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.833863684+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8dbd4397 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:35:53.834326 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.833917956+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8dbd4397 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:35:53.834347 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.834092933+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c33ebf67 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:35:53.834371 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.834083877+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c33ebf67 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:35:53.834396 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.834088229+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c33ebf67 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:35:53.834417 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.834070661+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c33ebf67 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:35:53.834438 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.834115205+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c33ebf67 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:35:53.834460 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.834119365+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c33ebf67 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:35:53.834484 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.834109861+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c33ebf67 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:35:53.834505 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.834097925+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c33ebf67 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:36:56.835853 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:36:56.835880 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:36:56.835856 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:36:56.835897 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:36:56.835901 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:36:56.835914 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:36:56.835917 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:36:56.835940 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:36:56.835947 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.835788449+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e7e83143 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:36:56.835979 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.835750849+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e7e83143 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:36:56.836001 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.835760577+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e7e83143 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:36:56.836023 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.835730977+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e7e83143 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:36:56.836046 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.835755809+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e7e83143 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:36:56.836089 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.835784449+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e7e83143 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:36:56.836112 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.835765793+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e7e83143 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:36:56.836133 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.835779969+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e7e83143 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:36:56.837127 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:36:56.837129 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:36:56.837173 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:36:56.837177 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:36:56.837191 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:36:56.837197 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:36:56.837197 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.837093475+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cd0708b7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:36:56.837172 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:36:56.837207 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:36:56.837227 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.837068962+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cd0708b7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:36:56.837255 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.837029154+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cd0708b7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:36:56.837283 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.837059650+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cd0708b7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:36:56.837313 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.837073858+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cd0708b7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:36:56.837340 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.837085347+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cd0708b7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:36:56.837369 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.837065122+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cd0708b7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:36:56.837398 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.837089443+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cd0708b7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:37:59.837959 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:37:59.837952 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:37:59.837980 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:37:59.838011 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:37:59.838018 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:37:59.838022 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:37:59.838024 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:37:59.838045 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:37:59.838062 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.837885100+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1d77ba8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:37:59.838092 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.837857804+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1d77ba8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:37:59.838115 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.837876076+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1d77ba8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:37:59.838138 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.837827052+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1d77ba8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:37:59.838171 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.837853484+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1d77ba8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:37:59.838200 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.837861996+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1d77ba8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:37:59.838220 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.837880524+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1d77ba8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:37:59.838242 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.837849292+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1d77ba8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:37:59.839221 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:37:59.839224 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:37:59.839240 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:37:59.839254 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:37:59.839255 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:37:59.839266 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:37:59.839269 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:37:59.839276 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:37:59.839288 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.839189997+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:478d0d50 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:37:59.839320 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.839165869+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:478d0d50 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:37:59.839352 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.839181741+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:478d0d50 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:37:59.839382 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.839131373+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:478d0d50 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:37:59.839410 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.839172045+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:478d0d50 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:37:59.839441 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.839146989+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:478d0d50 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:37:59.839470 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.839161101+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:478d0d50 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:37:59.839500 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.839186349+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:478d0d50 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:39:02.839827 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:39:02.839827 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:39:02.839868 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:39:02.839831 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:39:02.839895 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:39:02.839896 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:39:02.839899 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:39:02.839897 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:39:02.839924 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.839770375+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:48a4fdad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:39:02.839955 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.839742503+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:48a4fdad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:39:02.839980 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.839714407+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:48a4fdad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:39:02.840003 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.839732167+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:48a4fdad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:39:02.840025 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.839747303+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:48a4fdad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:39:02.840080 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.839766407+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:48a4fdad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:39:02.840107 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.839760999+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:48a4fdad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:39:02.840130 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.839737959+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:48a4fdad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:39:02.843112 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:39:02.843117 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:39:02.843140 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:39:02.843119 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:39:02.843147 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:39:02.843159 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:39:02.843164 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:39:02.843187 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:39:02.843195 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.843068554+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:996646e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:39:02.843230 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.843036490+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:996646e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:39:02.843261 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.843061034+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:996646e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:39:02.843290 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.843044234+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:996646e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:39:02.843318 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.843019818+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:996646e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:39:02.843346 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.843048170+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:996646e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:39:02.843375 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.843040778+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:996646e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:39:02.843400 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.843065258+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:996646e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:40:05.842891 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:40:05.842906 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:40:05.842897 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:40:05.842928 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:40:05.842931 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:40:05.842942 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:40:05.842942 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:40:05.842944 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:40:05.842983 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.842826510+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c22ef84a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:40:05.843010 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.842787438+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c22ef84a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:40:05.843034 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.842796590+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c22ef84a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:40:05.843093 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.842791918+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c22ef84a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:40:05.843116 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.842818222+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c22ef84a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:40:05.843138 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.842801870+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c22ef84a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:40:05.843159 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.842769902+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c22ef84a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:40:05.843180 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.842822830+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c22ef84a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:40:05.845190 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:40:05.845199 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:40:05.845191 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:40:05.845225 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:40:05.845219 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:40:05.845244 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:40:05.845246 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:40:05.845264 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.845147824+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:eb4515d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:40:05.845267 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:40:05.845308 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.845132752+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:eb4515d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:40:05.845338 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.845136336+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:eb4515d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:40:05.845369 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.845111728+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:eb4515d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:40:05.845400 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.845154896+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:eb4515d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:40:05.845428 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.845151344+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:eb4515d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:40:05.845457 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.845129104+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:eb4515d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:40:05.845482 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.845125392+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:eb4515d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:41:08.844921 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:41:08.844933 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:41:08.844931 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:41:08.844966 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:41:08.844984 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:41:08.844988 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:41:08.844998 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:41:08.845019 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.844813700+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:86c1f022 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:41:08.845025 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:41:08.845063 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.844831588+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:86c1f022 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:41:08.845092 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.844835844+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:86c1f022 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:41:08.845113 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.844839940+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:86c1f022 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:41:08.845134 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.844808420+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:86c1f022 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:41:08.845155 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.844799620+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:86c1f022 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:41:08.845177 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.844804452+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:86c1f022 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:41:08.845199 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.844774596+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:86c1f022 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:41:08.848188 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:41:08.848196 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:41:08.848228 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:41:08.848255 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:41:08.848287 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:41:08.848307 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:41:08.848328 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.848156774+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cbc6d8bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:41:08.848326 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:41:08.848341 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:41:08.848370 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.848128998+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cbc6d8bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:41:08.848403 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.848117670+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cbc6d8bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:41:08.848433 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.848123942+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cbc6d8bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:41:08.848464 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.848151846+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cbc6d8bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:41:08.848489 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.848133862+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cbc6d8bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:41:08.848513 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.848103590+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cbc6d8bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:41:08.848539 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.848146886+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cbc6d8bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:42:11.847203 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:42:11.847203 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:42:11.847210 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:42:11.847253 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:42:11.847244 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:42:11.847270 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:42:11.847285 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:42:11.847305 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:42:11.847336 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.847126413+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c4bf5c5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:42:11.847375 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.847136493+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c4bf5c5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:42:11.847405 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.847095405+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c4bf5c5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:42:11.847431 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.847105197+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c4bf5c5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:42:11.847454 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.847109709+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c4bf5c5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:42:11.847479 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.847075757+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c4bf5c5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:42:11.847499 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.847131853+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c4bf5c5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:42:11.847521 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.847100877+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c4bf5c5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:42:11.851482 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:42:11.851482 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:42:11.851499 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:42:11.851520 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:42:11.851522 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:42:11.851532 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:42:11.851537 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:42:11.851543 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.851425457+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2520185f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:42:11.851577 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:42:11.851590 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.851451441+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2520185f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:42:11.851623 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.851444017+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2520185f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:42:11.851654 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.851447921+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2520185f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:42:11.851678 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.851433681+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2520185f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:42:11.851706 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.851416977+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2520185f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:42:11.851733 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.851421489+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2520185f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:42:11.851763 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.851402129+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2520185f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:43:14.849750 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:43:14.849756 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:43:14.849760 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:43:14.849798 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:43:14.849800 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:43:14.849813 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:43:14.849817 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:43:14.849837 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:43:14.849843 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.849657436+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f1fe0f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:43:14.849878 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.849648316+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f1fe0f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:43:14.849905 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.849630588+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f1fe0f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:43:14.849927 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.849684988+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f1fe0f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:43:14.849948 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.849652860+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f1fe0f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:43:14.849969 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.849680988+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f1fe0f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:43:14.849990 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.849662332+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f1fe0f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:43:14.850010 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.849676732+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f1fe0f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:43:14.854025 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:43:14.854030 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:43:14.854069 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:43:14.854071 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:43:14.854099 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:43:14.854099 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:43:14.854101 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.853992320+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ac14264 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:43:14.854124 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:43:14.854138 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:43:14.854170 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.853969152+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ac14264 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:43:14.854199 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.853984+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ac14264 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:43:14.854221 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.853980032+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ac14264 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:43:14.854248 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.853923008+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ac14264 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:43:14.854273 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.853951488+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ac14264 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:43:14.854316 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.853937728+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ac14264 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:43:14.854345 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.853947456+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ac14264 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:44:17.851730 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:44:17.851744 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:44:17.851737 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:44:17.851764 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:44:17.851767 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:44:17.851779 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:44:17.851780 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:44:17.851790 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:44:17.851820 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.851668215+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7d3cb3c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:44:17.851847 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.851657911+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7d3cb3c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:44:17.851871 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.851639831+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7d3cb3c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:44:17.851894 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.851643415+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7d3cb3c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:44:17.851917 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.851614199+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7d3cb3c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:44:17.851944 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.851630263+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7d3cb3c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:44:17.851966 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.851635575+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7d3cb3c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:44:17.851989 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.851663319+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7d3cb3c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:44:17.855992 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:44:17.855995 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:44:17.856008 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:44:17.856024 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:44:17.856029 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:44:17.856036 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:44:17.856041 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:44:17.856049 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:44:17.856078 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.855910394+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:acfe088f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:44:17.856107 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.855918650+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:acfe088f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:44:17.856130 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.855946970+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:acfe088f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:44:17.856153 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.855914810+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:acfe088f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:44:17.856182 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.855938010+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:acfe088f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:44:17.856211 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.855942330+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:acfe088f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:44:17.856239 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.855895322+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:acfe088f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:44:17.856268 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.855926234+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:acfe088f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:45:20.853628 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:45:20.853637 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:45:20.853634 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:45:20.853686 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:45:20.853711 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:45:20.853729 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:45:20.853732 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.853533480+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5dbf7eaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:45:20.853752 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:45:20.853770 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:45:20.853806 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.853563176+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5dbf7eaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:45:20.853838 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.853523400+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5dbf7eaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:45:20.853864 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.853558344+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5dbf7eaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:45:20.853890 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.853504968+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5dbf7eaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:45:20.853912 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.853539080+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5dbf7eaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:45:20.853938 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.853553736+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5dbf7eaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:45:20.853984 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.853529+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5dbf7eaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:45:20.857926 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:45:20.857931 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:45:20.857942 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:45:20.857952 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:45:20.857959 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:45:20.857965 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:45:20.857967 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:45:20.857976 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:45:20.857987 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.857897996+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7750475e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:45:20.858008 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.857873996+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7750475e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:45:20.858030 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.857889740+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7750475e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:45:20.858055 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.857856140+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7750475e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:45:20.858103 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.857878476+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7750475e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:45:20.858132 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.857866956+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7750475e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:45:20.858160 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.857894028+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7750475e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:45:20.858188 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.857870508+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7750475e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:46:23.855625 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:46:23.855639 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:46:23.855646 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:46:23.855681 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:46:23.855683 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:46:23.855688 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:46:23.855693 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:46:23.855726 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.855546110+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b359be49 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:46:23.855737 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:46:23.855753 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.855537854+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b359be49 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:46:23.855778 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.855523198+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b359be49 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:46:23.855800 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.855518526+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b359be49 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:46:23.855821 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.855488957+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b359be49 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:46:23.855842 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.855513758+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b359be49 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:46:23.855864 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.855541598+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b359be49 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:46:23.855886 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.855508158+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b359be49 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:46:23.859886 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:46:23.859890 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:46:23.859924 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:46:23.859928 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:46:23.859936 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:46:23.859939 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:46:23.859952 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:46:23.859954 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:46:23.859981 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.859855090+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdda42b9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:46:23.860016 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.859827154+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdda42b9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:46:23.860050 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.859806066+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdda42b9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:46:23.860100 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.859844914+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdda42b9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:46:23.860130 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.859823250+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdda42b9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:46:23.860160 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.859817874+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdda42b9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:46:23.860189 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.859850194+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdda42b9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:46:23.860220 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.859832466+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdda42b9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:47:26.857435 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:47:26.857442 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:47:26.857444 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:47:26.857481 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:47:26.857494 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:47:26.857496 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:47:26.857501 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:47:26.857529 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.857371687+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d90ccc9d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:47:26.857534 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:47:26.857557 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.857345031+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d90ccc9d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:47:26.857581 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.857340167+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d90ccc9d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:47:26.857604 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.857334759+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d90ccc9d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:47:26.857626 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.857363399+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d90ccc9d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:47:26.857649 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.857317735+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d90ccc9d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:47:26.857671 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.857368039+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d90ccc9d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:47:26.857693 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.857349607+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d90ccc9d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:47:26.861677 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:47:26.861686 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:47:26.861708 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:47:26.861711 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:47:26.861713 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:47:26.861720 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:47:26.861729 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:47:26.861730 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:47:26.861757 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.861648278+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f3e3f569 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:47:26.861794 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.861622422+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f3e3f569 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:47:26.861827 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.861616630+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f3e3f569 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:47:26.861857 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.861601110+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f3e3f569 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:47:26.861887 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.861639318+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f3e3f569 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:47:26.861917 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.861612694+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f3e3f569 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:47:26.861946 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.861627382+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f3e3f569 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:47:26.861984 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.861643798+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f3e3f569 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:48:29.860471 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:48:29.860476 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:48:29.860476 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:48:29.860527 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:48:29.860536 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:48:29.860528 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:48:29.860554 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:48:29.860569 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.860409172+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff338676 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:48:29.860569 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:48:29.860604 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.860382388+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff338676 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:48:29.860628 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.860399668+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff338676 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:48:29.860650 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.860387092+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff338676 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:48:29.860672 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.860404340+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff338676 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:48:29.860693 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.860358771+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff338676 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:48:29.860720 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.860378516+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff338676 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:48:29.860741 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.860374164+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff338676 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:48:29.863734 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:48:29.863747 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:48:29.863734 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:48:29.863767 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:48:29.863774 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:48:29.863776 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:48:29.863784 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:48:29.863785 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:48:29.863833 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.863673076+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7969f08e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:48:29.863882 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.863690612+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7969f08e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:48:29.863913 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.863700948+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7969f08e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:48:29.863943 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.863663252+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7969f08e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:48:29.863970 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.863678516+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7969f08e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:48:29.863999 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.863648788+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7969f08e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:48:29.864031 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.863668916+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7969f08e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:48:29.864090 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.863695668+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7969f08e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:49:32.862429 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:49:32.862428 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:49:32.862433 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:49:32.862464 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:49:32.862475 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:49:32.862480 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:49:32.862483 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:49:32.862507 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:49:32.862537 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.862343082+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c970be12 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:49:32.862570 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.862351914+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c970be12 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:49:32.862594 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.862325770+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c970be12 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:49:32.862617 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.862347882+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c970be12 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:49:32.862641 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.862329578+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c970be12 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:49:32.862662 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.862322026+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c970be12 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:49:32.862684 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.862299593+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c970be12 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:49:32.862700 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.862317962+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c970be12 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:49:32.865660 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:49:32.865665 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:49:32.865694 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:49:32.865698 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:49:32.865706 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:49:32.865707 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:49:32.865724 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:49:32.865726 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.865630119+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:18b2055b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:49:32.865730 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:49:32.865758 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.865606151+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:18b2055b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:49:32.865787 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.865602791+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:18b2055b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:49:32.865816 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.865625959+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:18b2055b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:49:32.865845 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.865599111+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:18b2055b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:49:32.865875 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.865621703+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:18b2055b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:49:32.865904 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.865609735+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:18b2055b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:49:32.865932 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.865586535+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:18b2055b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:50:35.865480 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:50:35.865492 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:50:35.865481 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:50:35.865517 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:50:35.865536 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:50:35.865536 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:50:35.865562 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:50:35.865570 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:50:35.865605 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.865418437+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43fabbf5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:50:35.865636 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.865379940+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43fabbf5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:50:35.865660 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.865359428+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43fabbf5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:50:35.865684 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.865390052+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43fabbf5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:50:35.865708 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.865413861+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43fabbf5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:50:35.865729 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.865384996+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43fabbf5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:50:35.865746 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.865408837+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43fabbf5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:50:35.865765 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.865394276+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43fabbf5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:50:35.867730 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:50:35.867737 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:50:35.867733 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:50:35.867756 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:50:35.867767 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:50:35.867770 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:50:35.867780 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:50:35.867780 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:50:35.867797 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.867672983+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6d98feb3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:50:35.867827 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.867698071+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6d98feb3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:50:35.867858 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.867688727+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6d98feb3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:50:35.867888 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.867693559+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6d98feb3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:50:35.867928 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.867662775+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6d98feb3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:50:35.867960 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.867668599+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6d98feb3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:50:35.867989 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.867647991+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6d98feb3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:50:35.868017 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.867677399+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6d98feb3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:51:38.867478 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:51:38.867487 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:51:38.867488 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:51:38.867526 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:51:38.867528 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:51:38.867541 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:51:38.867544 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:51:38.867571 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:51:38.867588 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.867367017+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:715b39d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:51:38.867623 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.867401033+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:715b39d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:51:38.867651 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.867344809+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:715b39d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:51:38.867682 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.867391561+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:715b39d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:51:38.867705 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.867396713+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:715b39d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:51:38.867728 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.867350057+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:715b39d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:51:38.867752 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.867373705+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:715b39d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:51:38.867774 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.867318313+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:715b39d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:51:38.869750 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:51:38.869750 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:51:38.869785 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:51:38.869787 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:51:38.869794 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:51:38.869796 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:51:38.869806 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:51:38.869808 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:51:38.869821 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.869685626+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4d1b33df 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:51:38.869854 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.869713755+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4d1b33df 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:51:38.869886 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.869692346+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4d1b33df 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:51:38.869916 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.869678298+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4d1b33df 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:51:38.869947 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.869705435+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4d1b33df 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:51:38.869977 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.869682298+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4d1b33df 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:51:38.870021 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.869662298+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4d1b33df 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:51:38.870057 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.869709339+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4d1b33df 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:52:41.869488 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:52:41.869492 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:52:41.869528 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:52:41.869498 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:52:41.869545 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:52:41.869551 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:52:41.869565 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:52:41.869570 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:52:41.869583 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.869383042+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8d9fb67a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:52:41.869615 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.869372546+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8d9fb67a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:52:41.869640 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.869378882+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8d9fb67a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:52:41.869660 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.869413859+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8d9fb67a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:52:41.869677 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.869404002+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8d9fb67a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:52:41.869698 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.869387938+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8d9fb67a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:52:41.869716 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.869409027+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8d9fb67a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:52:41.869740 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.869353794+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8d9fb67a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:52:41.871734 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:52:41.871748 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:52:41.871739 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:52:41.871778 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:52:41.871785 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:52:41.871791 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:52:41.871792 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:52:41.871795 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:52:41.871815 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.871703346+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a3fdf33c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:52:41.871843 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.871667634+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a3fdf33c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:52:41.871873 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.871677426+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a3fdf33c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:52:41.871904 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.871693810+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a3fdf33c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:52:41.871935 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.871655154+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a3fdf33c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:52:41.871964 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.871698418+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a3fdf33c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:52:41.871992 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.871682738+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a3fdf33c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:52:41.872020 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.871672562+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a3fdf33c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:53:44.871397 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:53:44.871402 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:53:44.871434 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:53:44.871403 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:53:44.871443 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:53:44.871456 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:53:44.871458 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:53:44.871460 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:53:44.871517 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.871325071+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ecba34d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:53:44.871564 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.871296015+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ecba34d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:53:44.871605 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.871321103+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ecba34d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:53:44.871650 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.871262511+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ecba34d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:53:44.871694 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.871316815+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ecba34d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:53:44.871739 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.871286319+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ecba34d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:53:44.871783 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.871291375+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ecba34d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:53:44.871826 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.871300623+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ecba34d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:53:44.873647 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:53:44.873656 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:53:44.873656 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:53:44.873673 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:53:44.873675 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:53:44.873676 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:53:44.873690 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:53:44.873711 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.873608606+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1ca907 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:53:44.873722 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:53:44.873740 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.873572446+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1ca907 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:53:44.873771 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.873580574+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1ca907 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:53:44.873802 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.873576734+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1ca907 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:53:44.873837 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.873597886+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1ca907 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:53:44.873866 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.873557981+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1ca907 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:53:44.873896 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.873585086+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1ca907 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:53:44.873922 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.873603518+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1ca907 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:54:47.874209 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:54:47.874219 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:54:47.874225 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:54:47.874244 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:54:47.874246 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:54:47.874254 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:54:47.874256 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:54:47.874290 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:54:47.874300 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.874118756+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fbe158a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:54:47.874326 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.874144164+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fbe158a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:54:47.874346 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.874109123+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fbe158a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:54:47.874368 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.874123460+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fbe158a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:54:47.874393 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.874089923+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fbe158a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:54:47.874414 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.874114692+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fbe158a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:54:47.874440 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.874140324+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fbe158a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:54:47.874465 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.874136644+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fbe158a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:54:47.875440 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:54:47.875444 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:54:47.875487 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:54:47.875489 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:54:47.875496 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:54:47.875498 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:54:47.875503 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:54:47.875515 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:54:47.875528 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.875410187+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2a23e3ec 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:54:47.875560 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.875383147+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2a23e3ec 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:54:47.875592 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.875361835+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2a23e3ec 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:54:47.875622 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.875400043+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2a23e3ec 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:54:47.875651 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.875387819+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2a23e3ec 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:54:47.875680 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.875374475+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2a23e3ec 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:54:47.875708 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.875405547+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2a23e3ec 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:54:47.875737 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.875379179+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2a23e3ec 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:55:50.876284 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:55:50.876286 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:55:50.876325 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:55:50.876293 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:55:50.876337 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:55:50.876358 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:55:50.876358 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:55:50.876364 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:55:50.876378 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.876220968+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:db6295c9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:55:50.876400 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.876184424+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:db6295c9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:55:50.876425 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.876190184+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:db6295c9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:55:50.876448 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.876166312+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:db6295c9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:55:50.876469 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.876194024+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:db6295c9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:55:50.876491 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.876216296+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:db6295c9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:55:50.876511 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.876199016+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:db6295c9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:55:50.876532 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.876211752+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:db6295c9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:55:50.877530 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:55:50.877539 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:55:50.877535 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:55:50.877557 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:55:50.877563 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:55:50.877567 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:55:50.877576 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:55:50.877592 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.877490543+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f18dac3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:55:50.877618 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:55:50.877629 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.877499567+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f18dac3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:55:50.877657 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.877473167+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f18dac3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:55:50.877688 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.877495311+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f18dac3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:55:50.877717 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.877468079+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f18dac3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:55:50.877746 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.877463535+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f18dac3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:55:50.877774 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.877450063+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f18dac3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:55:50.877816 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.877478671+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f18dac3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:56:53.880235 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:56:53.880243 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:56:53.880264 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:56:53.880280 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:56:53.880288 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:56:53.880297 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:56:53.880301 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:56:53.880306 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:56:53.880309 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:56:53.880313 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:56:53.880312 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:56:53.880319 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:56:53.880321 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:56:53.880327 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:56:53.880331 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880152025+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3584552a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:56:53.880334 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:56:53.880343 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:56:53.880361 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880163769+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3584552a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:56:53.880385 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880138072+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3584552a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:56:53.880409 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880156793+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c9f646b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:56:53.880431 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880145785+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3584552a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:56:53.880454 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880102968+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3584552a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:56:53.880481 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880158137+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3584552a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:56:53.880508 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880150809+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c9f646b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:56:53.880534 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880110264+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c9f646b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:56:53.880560 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880130488+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c9f646b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:56:53.880586 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880123288+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c9f646b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:56:53.880613 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880143321+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c9f646b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:56:53.880636 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880131064+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3584552a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:56:53.880661 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880123512+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3584552a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:56:53.880683 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880137144+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c9f646b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:56:53.880705 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880161977+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c9f646b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:57:56.884239 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:57:56.884253 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:57:56.884262 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:57:56.884272 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:57:56.884273 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:57:56.884283 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:57:56.884284 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:57:56.884295 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:57:56.884296 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:57:56.884303 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:57:56.884308 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:57:56.884308 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:57:56.884313 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:57:56.884316 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:57:56.884323 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:57:56.884325 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:57:56.884345 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884159992+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1520a70 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:57:56.884376 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884189913+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1520a70 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:57:56.884405 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884163800+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5fd127fe 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:57:56.884431 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884179640+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5fd127fe 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:57:56.884457 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884136152+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5fd127fe 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:57:56.884483 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884148152+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5fd127fe 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:57:56.884508 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884182073+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1520a70 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:57:56.884534 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884110488+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5fd127fe 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:57:56.884559 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884166296+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1520a70 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:57:56.884584 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884171768+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5fd127fe 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:57:56.884609 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884136664+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1520a70 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:57:56.884630 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884141528+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5fd127fe 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:57:56.884655 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884173560+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1520a70 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:57:56.884677 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884149880+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1520a70 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:57:56.884701 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884130488+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5fd127fe 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:57:56.884727 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884155672+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1520a70 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:58:59.888226 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:58:59.888236 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:58:59.888238 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:58:59.888255 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:58:59.888263 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:58:59.888266 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:58:59.888272 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:58:59.888275 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:58:59.888277 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:58:59.888288 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:58:59.888289 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:58:59.888295 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:58:59.888300 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:58:59.888302 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:58:59.888309 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:58:59.888312 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888131404+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:60f55c54 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:58:59.888351 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 07:58:59.888366 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888159756+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:79ee6d15 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:58:59.888400 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888114828+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:60f55c54 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:58:59.888429 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888139500+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:60f55c54 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:58:59.888455 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888091596+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:79ee6d15 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:58:59.888481 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888138476+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:79ee6d15 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:58:59.888506 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888103564+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:60f55c54 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:58:59.888533 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888146828+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:60f55c54 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:58:59.888559 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888123628+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:60f55c54 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:58:59.888599 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888113740+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:79ee6d15 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:58:59.888626 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888147276+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:79ee6d15 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:58:59.888652 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888121260+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:79ee6d15 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:58:59.888679 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888152460+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:60f55c54 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:58:59.888703 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888153676+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:79ee6d15 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:58:59.888730 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888129548+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:79ee6d15 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 07:58:59.888756 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888158732+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:60f55c54 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:00:02.892057 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:00:02.892059 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:00:02.892095 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:00:02.892061 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:00:02.892118 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:00:02.892068 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:00:02.892128 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:00:02.892131 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:00:02.892101 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:00:02.892130 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:00:02.892151 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:00:02.892154 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891953021+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f09deb10 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:00:02.892154 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:00:02.892161 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:00:02.892165 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:00:02.892178 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891968253+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e986da51 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:00:02.892163 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:00:02.892186 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:00:02.892208 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891943261+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e986da51 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:00:02.892233 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891992317+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f09deb10 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:00:02.892257 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891956125+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e986da51 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:00:02.892280 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891964477+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f09deb10 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:00:02.892302 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891947517+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f09deb10 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:00:02.892325 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891958397+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f09deb10 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:00:02.892351 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891962909+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e986da51 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:00:02.892374 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891979581+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f09deb10 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:00:02.892396 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891982845+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e986da51 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:00:02.892418 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891985981+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f09deb10 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:00:02.892440 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891977821+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e986da51 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:00:02.892461 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891928477+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f09deb10 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:00:02.892483 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891972893+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e986da51 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:00:02.892504 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891988829+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e986da51 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:01:05.894247 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:01:05.894252 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:01:05.894266 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:01:05.894288 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:01:05.894289 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:01:05.894290 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:01:05.894300 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:01:05.894300 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:01:05.894308 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:01:05.894310 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:01:05.894302 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:01:05.894332 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:01:05.894333 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:01:05.894334 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:01:05.894336 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894178661+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7a17eef7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:01:05.894337 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:01:05.894337 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:01:05.894401 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894159301+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c4d4971 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:01:05.894444 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894173797+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c4d4971 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:01:05.894475 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894111780+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7a17eef7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:01:05.894519 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894172005+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7a17eef7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:01:05.894559 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894168517+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c4d4971 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:01:05.894601 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894133060+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7a17eef7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:01:05.894643 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894165285+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7a17eef7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:01:05.894689 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894138692+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7a17eef7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:01:05.894731 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894179781+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c4d4971 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:01:05.894758 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894149925+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7a17eef7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:01:05.894803 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894133572+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c4d4971 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:01:05.894834 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894163653+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c4d4971 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:01:05.894882 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894144325+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7a17eef7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:01:05.894927 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894146277+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c4d4971 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:01:05.894959 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894153605+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c4d4971 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:02:08.897149 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:02:08.897149 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:02:08.897157 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:02:08.897206 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:02:08.897157 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:02:08.897213 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:02:08.897221 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:02:08.897224 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:02:08.897210 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:02:08.897237 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:02:08.897255 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:02:08.897255 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:02:08.897260 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897039211+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3ef8e69f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:02:08.897262 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:02:08.897265 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:02:08.897267 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:02:08.897270 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:02:08.897295 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897020907+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3ef8e69f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:02:08.897317 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897094860+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27e3d7de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:02:08.897344 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897021387+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27e3d7de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:02:08.897365 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897043915+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27e3d7de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:02:08.897386 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897000331+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27e3d7de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:02:08.897409 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897065484+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3ef8e69f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:02:08.897430 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897085772+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27e3d7de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:02:08.897456 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.896994475+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3ef8e69f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:02:08.897478 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897059948+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27e3d7de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:02:08.897498 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897053643+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3ef8e69f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:02:08.897519 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897047179+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3ef8e69f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:02:08.897543 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897031403+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3ef8e69f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:02:08.897565 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897028875+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27e3d7de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:02:08.897586 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897057516+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3ef8e69f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:02:08.897608 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897035243+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27e3d7de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:03:11.901032 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:03:11.901052 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:03:11.901038 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:03:11.901070 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:03:11.901054 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:03:11.901078 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:03:11.901083 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:03:11.901089 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:03:11.901094 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:03:11.901098 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:03:11.901101 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:03:11.901106 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:03:11.901111 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:03:11.901113 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:03:11.901121 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900954698+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ad69d239 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:03:11.901125 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:03:11.901149 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900937386+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ad69d239 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:03:11.901152 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:03:11.901178 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900932490+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ad69d239 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:03:11.901195 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900924426+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b472e378 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:03:11.901223 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900887881+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b472e378 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:03:11.901245 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900943050+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ad69d239 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:03:11.901268 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900939306+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b472e378 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:03:11.901288 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900906026+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b472e378 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:03:11.901309 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900951946+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b472e378 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:03:11.901329 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900918954+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b472e378 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:03:11.901351 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900920938+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ad69d239 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:03:11.901372 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900912874+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b472e378 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:03:11.901405 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900908458+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ad69d239 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:03:11.901428 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900927338+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ad69d239 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:03:11.901449 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900949130+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ad69d239 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:03:11.901471 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900945546+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b472e378 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:04:14.902718 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:04:14.902726 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:04:14.902741 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:04:14.902751 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:04:14.902756 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:04:14.902769 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:04:14.902769 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:04:14.902773 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:04:14.902785 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:04:14.902786 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:04:14.902788 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:04:14.902787 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:04:14.902803 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:04:14.902806 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:04:14.902811 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:04:14.902814 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902660765+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae3dc70e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:04:14.902828 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:04:14.902844 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902638557+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae3dc70e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:04:14.902871 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902626493+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b726f64f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:04:14.902898 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902589181+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b726f64f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:04:14.902921 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902646141+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b726f64f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:04:14.902950 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902654973+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae3dc70e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:04:14.902977 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902641245+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b726f64f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:04:14.903003 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902611773+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b726f64f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:04:14.903025 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902649085+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae3dc70e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:04:14.903047 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902643005+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae3dc70e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:04:14.903095 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902651613+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b726f64f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:04:14.903130 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902616893+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b726f64f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:04:14.903156 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902611485+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae3dc70e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:04:14.903179 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902626749+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae3dc70e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:04:14.903205 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902633405+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae3dc70e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:04:14.903226 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902620957+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b726f64f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:05:17.904652 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:05:17.904670 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:05:17.904657 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:05:17.904689 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:05:17.904661 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:05:17.904701 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:05:17.904706 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:05:17.904716 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:05:17.904720 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:05:17.904724 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:05:17.904736 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:05:17.904754 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:05:17.904762 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:05:17.904767 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904554843+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dc1e943a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:05:17.904766 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:05:17.904772 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:05:17.904809 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:05:17.904825 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904574715+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c505a57b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:05:17.904865 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904569435+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dc1e943a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:05:17.904889 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904567995+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c505a57b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:05:17.904916 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904580603+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c505a57b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:05:17.904938 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904575195+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dc1e943a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:05:17.904960 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904551675+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c505a57b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:05:17.904980 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904538139+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c505a57b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:05:17.905023 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904564859+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dc1e943a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:05:17.905049 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904533051+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c505a57b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:05:17.905075 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904531867+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dc1e943a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:05:17.905100 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904514427+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c505a57b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:05:17.905121 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904544891+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c505a57b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:05:17.905146 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904544539+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dc1e943a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:05:17.905169 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904560315+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dc1e943a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:05:17.905188 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904549499+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dc1e943a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:06:20.906700 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:06:20.906708 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:06:20.906722 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:06:20.906732 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:06:20.906735 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:06:20.906743 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:06:20.906747 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:06:20.906755 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:06:20.906758 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:06:20.906760 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:06:20.906773 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:06:20.906780 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:06:20.906779 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:06:20.906784 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:06:20.906801 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906627484+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fc9d5956 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:06:20.906811 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:06:20.906817 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:06:20.906831 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906593467+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e5866817 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:06:20.906860 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906579675+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e5866817 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:06:20.906902 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906592027+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fc9d5956 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:06:20.906927 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906586459+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e5866817 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:06:20.906953 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906566747+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fc9d5956 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:06:20.906980 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906561755+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e5866817 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:06:20.907008 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906579867+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fc9d5956 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:06:20.907033 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906611932+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e5866817 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:06:20.907077 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906600572+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e5866817 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:06:20.907101 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906613564+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fc9d5956 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:06:20.907127 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906598683+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fc9d5956 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:06:20.907149 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906620988+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fc9d5956 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:06:20.907171 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906585723+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fc9d5956 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:06:20.907197 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906607132+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e5866817 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:06:20.907220 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906616764+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e5866817 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:07:23.908517 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:07:23.908523 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:07:23.908543 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:07:23.908551 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:07:23.908553 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:07:23.908563 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:07:23.908567 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:07:23.908568 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:07:23.908578 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:07:23.908581 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:07:23.908582 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:07:23.908602 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:07:23.908603 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:07:23.908610 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:07:23.908611 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908427201+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:127b99b5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:07:23.908624 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:07:23.908646 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:07:23.908662 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908450017+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b60a8f4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:07:23.908696 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908410657+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b60a8f4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:07:23.908720 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908416353+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b60a8f4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:07:23.908747 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908422977+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b60a8f4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:07:23.908771 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908388769+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b60a8f4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:07:23.908797 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908415553+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:127b99b5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:07:23.908823 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908432609+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:127b99b5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:07:23.908844 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908406017+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b60a8f4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:07:23.908869 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908441025+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:127b99b5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:07:23.908890 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908436993+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:127b99b5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:07:23.908912 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908447009+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:127b99b5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:07:23.908932 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908403905+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:127b99b5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:07:23.908953 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908444353+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b60a8f4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:07:23.908974 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908437345+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b60a8f4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:07:23.908999 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908421921+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:127b99b5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:08:26.910509 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:08:26.910517 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:08:26.910539 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:08:26.910544 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:08:26.910548 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:08:26.910551 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:08:26.910561 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:08:26.910562 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:08:26.910565 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:08:26.910574 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:08:26.910575 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:08:26.910579 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:08:26.910582 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:08:26.910592 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:08:26.910596 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910420650+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6135da20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:08:26.910598 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:08:26.910600 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:08:26.910626 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910431018+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:782eeb61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:08:26.910652 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910454378+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:782eeb61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:08:26.910674 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910388810+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6135da20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:08:26.910696 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910443018+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:782eeb61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:08:26.910720 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910436170+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6135da20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:08:26.910740 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910405226+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6135da20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:08:26.910761 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910448042+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6135da20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:08:26.910784 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910436458+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:782eeb61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:08:26.910805 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910406826+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:782eeb61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:08:26.910827 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910441834+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6135da20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:08:26.910852 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910420362+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:782eeb61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:08:26.910871 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910449290+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:782eeb61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:08:26.910893 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910426410+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:782eeb61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:08:26.910914 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910410282+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6135da20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:08:26.910935 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910415210+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6135da20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:09:29.912661 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:09:29.912672 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:09:29.912674 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:09:29.912661 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:09:29.912697 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:09:29.912701 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:09:29.912710 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:09:29.912714 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:09:29.912718 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:09:29.912723 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:09:29.912727 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:09:29.912730 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:09:29.912737 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:09:29.912741 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:09:29.912728 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:09:29.912748 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912540502+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:470a90cb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:09:29.912749 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:09:29.912782 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912606966+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e11a18a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:09:29.912802 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912592246+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e11a18a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:09:29.912828 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912578038+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:470a90cb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:09:29.912850 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912588214+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e11a18a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:09:29.912872 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912593750+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:470a90cb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:09:29.912925 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912601462+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e11a18a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:09:29.912948 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912607158+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:470a90cb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:09:29.912974 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912561910+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:470a90cb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:09:29.913000 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912596214+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e11a18a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:09:29.913022 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912579318+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e11a18a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:09:29.913059 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912600374+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:470a90cb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:09:29.913085 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912566870+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:470a90cb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:09:29.913107 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912583862+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e11a18a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:09:29.913129 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912566742+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e11a18a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:09:29.913151 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912571830+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:470a90cb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:10:32.914395 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:10:32.914404 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:10:32.914413 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:10:32.914405 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:10:32.914441 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:10:32.914446 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:10:32.914450 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:10:32.914457 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:10:32.914462 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:10:32.914463 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:10:32.914470 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:10:32.914476 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:10:32.914477 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:10:32.914498 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:10:32.914507 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:10:32.914510 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:10:32.914530 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914330334+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d40e3e7b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:10:32.914575 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914301118+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd150f3a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:10:32.914600 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914278430+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd150f3a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:10:32.914622 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914292926+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d40e3e7b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:10:32.914644 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914295646+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd150f3a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:10:32.914668 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914268350+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d40e3e7b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:10:32.914690 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914287166+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d40e3e7b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:10:32.914714 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914317918+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d40e3e7b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:10:32.914737 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914307422+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd150f3a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:10:32.914759 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914290078+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd150f3a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:10:32.914783 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914313150+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd150f3a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:10:32.914804 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914305278+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d40e3e7b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:10:32.914825 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914323518+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d40e3e7b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:10:32.914851 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914298718+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d40e3e7b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:10:32.914877 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914325374+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd150f3a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:10:32.914900 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914318270+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd150f3a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:11:35.916491 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:11:35.916505 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:11:35.916505 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:11:35.916519 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:11:35.916524 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:11:35.916530 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:11:35.916537 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:11:35.916544 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:11:35.916555 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:11:35.916567 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:11:35.916569 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:11:35.916569 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:11:35.916582 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:11:35.916570 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:11:35.916600 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:11:35.916601 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:11:35.916613 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916399168+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5e843b9c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:11:35.916654 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916414592+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5e843b9c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:11:35.916684 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916427296+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:479f0add 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:11:35.916707 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916402048+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:479f0add 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:11:35.916729 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916365376+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5e843b9c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:11:35.916752 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916404768+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5e843b9c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:11:35.916773 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916365984+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:479f0add 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:11:35.916795 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916416224+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:479f0add 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:11:35.916817 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916410112+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5e843b9c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:11:35.916839 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916396160+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:479f0add 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:11:35.916862 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916422400+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:479f0add 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:11:35.916884 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916386048+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5e843b9c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:11:35.916906 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916390400+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:479f0add 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:11:35.916928 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916384352+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:479f0add 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:11:35.916952 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916392640+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5e843b9c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:11:35.916970 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916420320+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5e843b9c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:12:38.918407 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:12:38.918430 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:12:38.918435 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:12:38.918453 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:12:38.918453 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:12:38.918458 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:12:38.918465 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:12:38.918471 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:12:38.918470 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:12:38.918490 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:12:38.918494 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:12:38.918497 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918314524+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:285d5176 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:12:38.918497 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:12:38.918500 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:12:38.918505 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:12:38.918505 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:12:38.918528 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:12:38.918534 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918280988+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1a6b33f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:12:38.918560 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918338972+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:285d5176 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:12:38.918590 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918246492+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1a6b33f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:12:38.918618 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918303964+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1a6b33f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:12:38.918645 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918288124+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1a6b33f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:12:38.918687 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918271516+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1a6b33f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:12:38.918715 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918319036+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1a6b33f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:12:38.918743 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918358204+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:285d5176 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:12:38.918770 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918301020+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:285d5176 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:12:38.918795 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918347868+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:285d5176 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:12:38.918822 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918276700+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1a6b33f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:12:38.918844 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918354428+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:285d5176 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:12:38.918869 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918312348+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1a6b33f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:12:38.918891 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918285852+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:285d5176 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:12:38.918907 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918308860+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:285d5176 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:13:41.920333 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:13:41.920349 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:13:41.920357 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:13:41.920338 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:13:41.920376 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:13:41.920381 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:13:41.920385 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:13:41.920394 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:13:41.920394 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:13:41.920397 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:13:41.920404 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:13:41.920408 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:13:41.920409 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:13:41.920407 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:13:41.920431 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:13:41.920448 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:13:41.920475 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920269317+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:89fa0752 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:13:41.920523 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920256613+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:89fa0752 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:13:41.920554 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920250405+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:89fa0752 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:13:41.920578 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920243429+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:89fa0752 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:13:41.920606 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920239685+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:90e13613 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:13:41.920630 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920262981+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:89fa0752 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:13:41.920653 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920202949+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:90e13613 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:13:41.920676 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920260773+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:90e13613 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:13:41.920698 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920267109+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:90e13613 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:13:41.920723 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920229445+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:89fa0752 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:13:41.920749 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920253925+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:90e13613 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:13:41.920775 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920234053+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:90e13613 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:13:41.920814 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920222725+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:90e13613 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:13:41.920832 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920216357+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:89fa0752 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:13:41.920850 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920236357+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:89fa0752 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:13:41.920871 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920229061+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:90e13613 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:14:44.922359 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:14:44.922380 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:14:44.922360 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:14:44.922400 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:14:44.922369 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:14:44.922408 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:14:44.922415 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:14:44.922419 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:14:44.922423 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:14:44.922428 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:14:44.922432 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:14:44.922433 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:14:44.922452 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:14:44.922454 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922291238+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5030ee11 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:14:44.922469 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:14:44.922482 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922312998+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5030ee11 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:14:44.922488 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:14:44.922509 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922283782+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5030ee11 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:14:44.922509 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:14:44.922537 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922295494+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:93b52324 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:14:44.922559 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922229446+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:93b52324 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:14:44.922581 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922320230+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5030ee11 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:14:44.922603 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922274310+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5030ee11 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:14:44.922624 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922279078+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5030ee11 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:14:44.922646 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922260710+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5030ee11 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:14:44.922670 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922325734+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5030ee11 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:14:44.922691 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922281606+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:93b52324 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:14:44.922713 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922266470+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:93b52324 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:14:44.922734 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922249830+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:93b52324 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:14:44.922751 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922254598+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:93b52324 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:14:44.922773 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922261318+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:93b52324 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:14:44.922798 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922288486+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:93b52324 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:15:47.924332 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:15:47.924340 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:15:47.924363 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:15:47.924363 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:15:47.924372 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:15:47.924380 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:15:47.924385 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:15:47.924386 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:15:47.924387 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:15:47.924409 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:15:47.924417 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:15:47.924422 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924256751+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f197b835 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:15:47.924428 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:15:47.924431 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:15:47.924433 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:15:47.924453 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:15:47.924481 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:15:47.924508 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924228015+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e88c8974 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:15:47.924550 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924262895+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e88c8974 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:15:47.924575 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924209839+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e88c8974 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:15:47.924602 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924261679+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f197b835 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:15:47.924625 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924280015+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f197b835 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:15:47.924650 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924228943+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f197b835 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:15:47.924673 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924237263+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e88c8974 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:15:47.924696 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924232975+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e88c8974 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:15:47.924720 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924257071+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e88c8974 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:15:47.924746 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924246127+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f197b835 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:15:47.924765 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924267471+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f197b835 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:15:47.924788 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924273807+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f197b835 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:15:47.924809 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924252527+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f197b835 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:15:47.924834 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924243023+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e88c8974 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:15:47.924861 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924268879+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e88c8974 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:16:50.927049 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:16:50.927059 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:16:50.927053 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:16:50.927082 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:16:50.927086 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:16:50.927095 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:16:50.927099 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:16:50.927103 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:16:50.927108 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:16:50.927114 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:16:50.927116 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:16:50.927139 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:16:50.927138 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:16:50.927126 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:16:50.927147 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926987123+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d1147559 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:16:50.927152 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:16:50.927167 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:16:50.927179 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926939347+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c80f4418 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:16:50.927227 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926958067+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d1147559 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:16:50.927253 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926916434+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c80f4418 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:16:50.927277 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926944915+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c80f4418 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:16:50.927300 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926934259+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c80f4418 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:16:50.927322 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926943731+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d1147559 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:16:50.927344 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926932179+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d1147559 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:16:50.927364 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926971123+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d1147559 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:16:50.927386 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926963315+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d1147559 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:16:50.927403 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926951731+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d1147559 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:16:50.927423 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926975155+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c80f4418 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:16:50.927443 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926967507+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c80f4418 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:16:50.927468 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926952851+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c80f4418 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:16:50.927488 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926983955+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c80f4418 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:16:50.927509 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926977683+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d1147559 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:17:53.928490 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:17:53.928505 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:17:53.928518 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:17:53.928492 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:17:53.928532 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:17:53.928538 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:17:53.928525 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:17:53.928552 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:17:53.928552 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:17:53.928558 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:17:53.928559 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:17:53.928567 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:17:53.928568 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:17:53.928584 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928359626+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:26e984fb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:17:53.928569 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:17:53.928608 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:17:53.928611 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928433706+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:14dfe679 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:17:53.928570 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:17:53.928641 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928408970+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:14dfe679 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:17:53.928664 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928388458+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:26e984fb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:17:53.928685 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928404042+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:14dfe679 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:17:53.928712 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928393322+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:26e984fb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:17:53.928736 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928400586+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:26e984fb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:17:53.928759 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928379818+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:26e984fb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:17:53.928781 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928383594+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:14dfe679 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:17:53.928797 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928415018+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:14dfe679 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:17:53.928819 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928423370+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:26e984fb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:17:53.928841 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928397642+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:14dfe679 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:17:53.928862 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928415850+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:26e984fb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:17:53.928883 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928421098+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:14dfe679 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:17:53.928904 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928427818+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:14dfe679 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:17:53.928929 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928430058+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:26e984fb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:18:56.930592 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:18:56.930609 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:18:56.930597 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:18:56.930602 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:18:56.930626 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:18:56.930641 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:18:56.930628 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:18:56.930646 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:18:56.930653 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:18:56.930654 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:18:56.930658 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:18:56.930661 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:18:56.930666 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:18:56.930656 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:18:56.930672 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:18:56.930682 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930489446+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4cbcf62f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:18:56.930687 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:18:56.930719 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930538694+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d23fdba1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:18:56.930751 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930496934+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d23fdba1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:18:56.930807 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930517478+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d23fdba1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:18:56.930850 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930507750+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d23fdba1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:18:56.930890 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930494598+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4cbcf62f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:18:56.930934 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930499750+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4cbcf62f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:18:56.930979 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930523366+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d23fdba1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:18:56.930998 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930513702+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4cbcf62f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:18:56.931036 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930534438+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d23fdba1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:18:56.931079 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930469094+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4cbcf62f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:18:56.931119 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930512550+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d23fdba1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:18:56.931159 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930524198+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4cbcf62f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:18:56.931208 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930529126+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d23fdba1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:18:56.931256 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930485062+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4cbcf62f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:18:56.931297 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930519238+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4cbcf62f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:19:59.933721 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:19:59.933731 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:19:59.933741 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:19:59.933750 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:19:59.933753 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:19:59.933760 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:19:59.933766 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:19:59.933769 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:19:59.933772 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:19:59.933777 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:19:59.933782 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:19:59.933786 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:19:59.933786 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:19:59.933796 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:19:59.933787 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:19:59.933820 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933651733+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:73988d85 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:19:59.933828 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:19:59.933858 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933627157+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:73988d85 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:19:59.933882 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933639413+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:73988d85 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:19:59.933908 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933633973+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:73988d85 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:19:59.933936 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933583957+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6a83bcc4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:19:59.933957 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933636661+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6a83bcc4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:19:59.933980 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933605205+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6a83bcc4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:19:59.934008 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933645557+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:73988d85 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:19:59.934036 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933642837+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6a83bcc4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:19:59.934058 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933599733+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:73988d85 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:19:59.934081 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933613973+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:73988d85 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:19:59.934106 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933611317+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6a83bcc4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:19:59.934131 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933619989+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:73988d85 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:19:59.934152 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933622229+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6a83bcc4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:19:59.934179 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933616661+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6a83bcc4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:19:59.934205 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933648693+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6a83bcc4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:21:02.935334 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:21:02.935346 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:21:02.935347 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:21:02.935352 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:21:02.935369 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:21:02.935370 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:21:02.935370 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:21:02.935377 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:21:02.935382 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:21:02.935387 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:21:02.935383 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:21:02.935399 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:21:02.935403 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:21:02.935409 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:21:02.935420 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:21:02.935423 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:21:02.935446 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935278185+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:faeb0b80 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:21:02.935493 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935265993+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:faeb0b80 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:21:02.935538 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935249257+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e3f03ac1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:21:02.935584 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935254697+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:faeb0b80 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:21:02.935627 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935259881+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:faeb0b80 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:21:02.935669 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935214826+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e3f03ac1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:21:02.935687 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935267753+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e3f03ac1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:21:02.935727 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935272297+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:faeb0b80 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:21:02.935771 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935260777+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e3f03ac1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:21:02.935813 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935232201+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e3f03ac1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:21:02.935857 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935241417+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:faeb0b80 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:21:02.935900 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935229161+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:faeb0b80 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:21:02.935942 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935237641+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e3f03ac1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:21:02.935979 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935243209+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e3f03ac1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:21:02.936021 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935249193+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:faeb0b80 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:21:02.936108 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935273449+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e3f03ac1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:22:05.937727 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:22:05.937737 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:22:05.937741 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:22:05.937759 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:22:05.937768 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:22:05.937780 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:22:05.937782 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:22:05.937783 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:22:05.937780 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:22:05.937803 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:22:05.937804 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:22:05.937816 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:22:05.937816 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937656017+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3f2098a0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:22:05.937816 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:22:05.937821 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:22:05.937819 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:22:05.937842 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:22:05.937844 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937607826+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:697a3f26 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:22:05.937892 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937623090+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:697a3f26 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:22:05.937918 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937678481+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3f2098a0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:22:05.937943 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937642257+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3f2098a0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:22:05.937961 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937646673+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:697a3f26 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:22:05.937981 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937627442+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:697a3f26 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:22:05.938001 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937625522+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3f2098a0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:22:05.938027 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937666801+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3f2098a0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:22:05.938057 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937632722+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:697a3f26 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:22:05.938084 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937661073+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3f2098a0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:22:05.938106 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937672753+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3f2098a0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:22:05.938131 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937668433+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:697a3f26 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:22:05.938157 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937648977+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3f2098a0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:22:05.938180 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937674993+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:697a3f26 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:22:05.938200 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937660881+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:697a3f26 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:23:08.939647 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:23:08.939664 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:23:08.939650 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:23:08.939657 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:23:08.939688 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:23:08.939693 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:23:08.939702 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:23:08.939703 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:23:08.939709 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:23:08.939728 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:23:08.939736 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:23:08.939747 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:23:08.939748 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:23:08.939748 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:23:08.939759 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939589722+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1fa355cc 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:23:08.939759 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:23:08.939752 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:23:08.939800 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939553466+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1fa355cc 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:23:08.939826 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939545690+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d95374e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:23:08.939850 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939565242+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1fa355cc 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:23:08.939873 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939541690+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1fa355cc 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:23:08.939897 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939515002+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d95374e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:23:08.939924 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939541658+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d95374e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:23:08.939954 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939536634+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d95374e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:23:08.939975 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939571770+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d95374e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:23:08.939998 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939552506+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d95374e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:23:08.940018 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939571002+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1fa355cc 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:23:08.940039 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939577242+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1fa355cc 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:23:08.940085 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939584058+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1fa355cc 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:23:08.940111 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939559866+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1fa355cc 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:23:08.940138 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939578298+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d95374e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:23:08.940163 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939566074+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d95374e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:24:11.941293 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:24:11.941303 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:24:11.941322 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:24:11.941334 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:24:11.941345 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:24:11.941347 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:24:11.941361 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:24:11.941361 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:24:11.941368 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:24:11.941380 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:24:11.941381 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:24:11.941385 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:24:11.941400 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:24:11.941407 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941229099+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a71f32a9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:24:11.941414 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:24:11.941417 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:24:11.941426 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:24:11.941450 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941203531+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be0403e8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:24:11.941470 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941192427+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be0403e8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:24:11.941494 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941198187+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be0403e8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:24:11.941517 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941216939+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a71f32a9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:24:11.941542 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941191659+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a71f32a9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:24:11.941563 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941202731+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a71f32a9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:24:11.941584 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941196299+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a71f32a9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:24:11.941605 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941168235+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a71f32a9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:24:11.941626 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941180267+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be0403e8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:24:11.941646 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941223147+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a71f32a9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:24:11.941667 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941214699+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be0403e8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:24:11.941690 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941209259+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be0403e8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:24:11.941715 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941220075+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be0403e8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:24:11.941740 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941186155+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a71f32a9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:24:11.941763 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941225931+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be0403e8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:25:14.943659 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:25:14.943677 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:25:14.943661 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:25:14.943690 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:25:14.943697 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:25:14.943700 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:25:14.943709 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:25:14.943715 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:25:14.943715 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:25:14.943716 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:25:14.943728 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:25:14.943728 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:25:14.943730 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:25:14.943731 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:25:14.943730 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:25:14.943747 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943566385+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dbfff17c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:25:14.943762 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:25:14.943777 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943583217+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dbfff17c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:25:14.943796 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943562513+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dbfff17c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:25:14.943818 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943571825+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dbfff17c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:25:14.943843 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943580017+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a44b279e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:25:14.943868 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943568945+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a44b279e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:25:14.943890 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943522033+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a44b279e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:25:14.943912 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943543889+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a44b279e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:25:14.943934 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943555985+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a44b279e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:25:14.943957 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943539089+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a44b279e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:25:14.943983 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943539377+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dbfff17c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:25:14.944005 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943550225+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a44b279e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:25:14.944030 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943574609+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a44b279e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:25:14.944055 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943577905+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dbfff17c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:25:14.944099 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943556497+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dbfff17c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:25:14.944125 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943550801+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dbfff17c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:26:17.946069 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:26:17.946081 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:26:17.946088 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:26:17.946101 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:26:17.946070 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:26:17.946113 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:26:17.946117 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:26:17.946102 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:26:17.946124 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:26:17.946127 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:26:17.946130 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:26:17.946134 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:26:17.946137 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:26:17.946144 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:26:17.946147 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:26:17.946149 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:26:17.946157 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.946026349+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d0516fd3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:26:17.946178 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.946005485+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d0516fd3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:26:17.946196 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.945988877+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c94a5e92 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:26:17.946225 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.945942061+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c94a5e92 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:26:17.946249 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.946022221+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d0516fd3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:26:17.946272 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.945952909+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d0516fd3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:26:17.946297 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.945992973+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c94a5e92 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:26:17.946320 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.945960909+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c94a5e92 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:26:17.946345 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.945975981+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c94a5e92 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:26:17.946365 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.946011085+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d0516fd3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:26:17.946391 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.946017581+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d0516fd3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:26:17.946434 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.945996909+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c94a5e92 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:26:17.946460 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.945964365+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d0516fd3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:26:17.946486 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.945971533+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c94a5e92 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:26:17.946511 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.945971725+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d0516fd3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:26:17.946535 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.945966253+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c94a5e92 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:27:20.948511 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:27:20.948516 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:27:20.948517 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:27:20.948560 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:27:20.948562 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:27:20.948517 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:27:20.948578 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:27:20.948589 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:27:20.948594 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:27:20.948606 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:27:20.948606 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:27:20.948609 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:27:20.948617 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:27:20.948615 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:27:20.948618 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:27:20.948637 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948447138+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5adb6a34 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:27:20.948653 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:27:20.948686 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948429442+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5adb6a34 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:27:20.948717 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948420130+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:43c05b75 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:27:20.948741 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948423202+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5adb6a34 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:27:20.948768 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948433762+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:43c05b75 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:27:20.948790 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948445986+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:43c05b75 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:27:20.948812 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948434210+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5adb6a34 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:27:20.948834 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948390210+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:43c05b75 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:27:20.948856 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948440514+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5adb6a34 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:27:20.948881 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948410146+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:43c05b75 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:27:20.948903 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948412322+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5adb6a34 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:27:20.948925 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948405762+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:43c05b75 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:27:20.948947 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948414434+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:43c05b75 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:27:20.948973 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948439714+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:43c05b75 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:27:20.949014 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948417954+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5adb6a34 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:27:20.949067 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948401634+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5adb6a34 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:28:23.950557 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:28:23.950566 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:28:23.950569 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:28:23.950579 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:28:23.950587 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:28:23.950590 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:28:23.950595 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:28:23.950600 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:28:23.950603 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:28:23.950611 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:28:23.950612 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:28:23.950614 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:28:23.950618 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:28:23.950623 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:28:23.950624 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:28:23.950648 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950496066+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4df9eca5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:28:23.950652 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:28:23.950676 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950471906+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:54e2dde4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:28:23.950700 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950484322+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4df9eca5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:28:23.950722 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950491042+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4df9eca5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:28:23.950744 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950437730+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4df9eca5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:28:23.950769 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950470274+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4df9eca5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:28:23.950798 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950487554+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:54e2dde4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:28:23.950821 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950448834+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:54e2dde4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:28:23.950847 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950478082+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:54e2dde4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:28:23.950868 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950483202+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:54e2dde4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:28:23.950893 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950453794+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4df9eca5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:28:23.950942 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950459586+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:54e2dde4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:28:23.950968 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950493634+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:54e2dde4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:28:23.951006 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950464034+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4df9eca5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:28:23.951052 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950465954+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:54e2dde4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:28:23.951079 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950459618+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4df9eca5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:29:26.953859 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:29:26.953871 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:29:26.953864 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:29:26.953886 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:29:26.953894 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:29:26.953903 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:29:26.953906 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:29:26.953908 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:29:26.953915 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:29:26.953918 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:29:26.953921 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:29:26.953926 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:29:26.953931 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:29:26.953933 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:29:26.953938 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:29:26.953949 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953783311+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a31f2c46 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:29:26.953940 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:29:26.953976 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953772079+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ba041d07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:29:26.954000 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953754511+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ba041d07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:29:26.954022 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953778735+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a31f2c46 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:29:26.954086 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953758223+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a31f2c46 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:29:26.954113 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953718767+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a31f2c46 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:29:26.954138 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953761071+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ba041d07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:29:26.954163 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953777487+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ba041d07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:29:26.954180 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953729615+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ba041d07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:29:26.954202 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953767247+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ba041d07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:29:26.954224 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953747599+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a31f2c46 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:29:26.954246 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953748847+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ba041d07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:29:26.954267 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953741839+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a31f2c46 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:29:26.954296 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953742479+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ba041d07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:29:26.954322 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953772367+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a31f2c46 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:29:26.954343 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953753295+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a31f2c46 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:30:29.956711 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:30:29.956742 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:30:29.956711 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:30:29.956718 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:30:29.956781 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:30:29.956785 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:30:29.956786 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:30:29.956795 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:30:29.956798 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:30:29.956803 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:30:29.956809 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:30:29.956814 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:30:29.956816 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956615246+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d6f68fdb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:30:29.956819 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:30:29.956820 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:30:29.956823 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:30:29.956847 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956621742+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d6f68fdb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:30:29.956853 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:30:29.956874 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956627598+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d6f68fdb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:30:29.956900 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956602190+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d6f68fdb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:30:29.956923 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956626894+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfedbe9a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:30:29.956947 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956621134+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfedbe9a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:30:29.956973 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956573902+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d6f68fdb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:30:29.957021 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956614510+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfedbe9a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:30:29.957048 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956565326+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfedbe9a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:30:29.957069 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956606702+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfedbe9a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:30:29.957095 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956596334+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d6f68fdb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:30:29.957123 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956588846+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfedbe9a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:30:29.957149 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956594990+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfedbe9a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:30:29.957174 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956600910+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfedbe9a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:30:29.957201 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956608910+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d6f68fdb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:30:29.957229 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956589070+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d6f68fdb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:31:32.958365 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:31:32.958377 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:31:32.958379 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:31:32.958388 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:31:32.958395 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:31:32.958401 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:31:32.958407 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:31:32.958415 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:31:32.958416 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:31:32.958419 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:31:32.958423 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:31:32.958426 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:31:32.958433 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:31:32.958436 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:31:32.958439 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:31:32.958441 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:31:32.958454 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958268770+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4567bb7d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:31:32.958487 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958301218+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5c7c8a3c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:31:32.958511 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958284898+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4567bb7d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:31:32.958534 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958288802+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4567bb7d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:31:32.958577 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958232578+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5c7c8a3c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:31:32.958606 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958280802+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4567bb7d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:31:32.958635 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958288450+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5c7c8a3c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:31:32.958661 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958232578+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4567bb7d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:31:32.958684 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958254434+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5c7c8a3c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:31:32.958709 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958255426+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4567bb7d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:31:32.958731 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958274562+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4567bb7d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:31:32.958753 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958262946+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4567bb7d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:31:32.958775 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958260770+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5c7c8a3c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:31:32.958799 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958272386+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5c7c8a3c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:31:32.958824 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958265762+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5c7c8a3c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:31:32.958848 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958295970+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5c7c8a3c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:32:35.960389 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:32:35.960398 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:32:35.960405 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:32:35.960391 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:32:35.960421 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:32:35.960424 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:32:35.960440 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:32:35.960451 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:32:35.960452 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:32:35.960454 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:32:35.960472 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:32:35.960483 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:32:35.960483 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:32:35.960486 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:32:35.960503 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:32:35.960489 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960326715+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d04a085c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:32:35.960526 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:32:35.960559 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960303035+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d04a085c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:32:35.960590 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960320379+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d04a085c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:32:35.960615 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960313787+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d04a085c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:32:35.960640 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960284123+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c951391d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:32:35.960666 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960318843+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c951391d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:32:35.960687 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960296475+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c951391d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:32:35.960709 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960259067+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c951391d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:32:35.960735 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960308091+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d04a085c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:32:35.960756 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960278139+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c951391d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:32:35.960776 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960290395+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d04a085c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:32:35.960798 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960297883+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d04a085c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:32:35.960818 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960311739+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c951391d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:32:35.960838 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960277403+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d04a085c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:32:35.960860 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960325307+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c951391d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:32:35.960884 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960290971+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c951391d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:33:38.963084 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:33:38.963087 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:33:38.963113 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:33:38.963125 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:33:38.963138 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:33:38.963141 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:33:38.963151 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:33:38.963156 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:33:38.963155 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:33:38.963162 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:33:38.963181 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.963025975+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8ac0dcc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:33:38.963181 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:33:38.963211 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.963012087+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8f6be47 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:33:38.963214 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:33:38.963184 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:33:38.963236 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.963072279+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8ac0dcc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:33:38.963186 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:33:38.963249 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:33:38.963260 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.963008503+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8f6be47 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:33:38.963188 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:33:38.963286 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.963062871+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8ac0dcc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:33:38.963312 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.963052215+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8ac0dcc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:33:38.963349 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.963040919+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8ac0dcc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:33:38.963375 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.963047127+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8ac0dcc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:33:38.963397 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.963067767+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8ac0dcc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:33:38.963419 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.963004055+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8f6be47 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:33:38.963440 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.962987415+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8f6be47 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:33:38.963466 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.962979575+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8f6be47 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:33:38.963487 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.962975191+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8f6be47 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:33:38.963510 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.962983159+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8f6be47 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:33:38.963530 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.963057495+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8ac0dcc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:33:38.963551 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.962953463+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8f6be47 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:34:41.966379 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:34:41.966394 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:34:41.966419 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:34:41.966381 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:34:41.966431 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:34:41.966389 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:34:41.966441 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:34:41.966447 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:34:41.966448 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:34:41.966452 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:34:41.966453 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:34:41.966462 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:34:41.966473 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:34:41.966474 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:34:41.966479 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966317969+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1717e47c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:34:41.966479 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:34:41.966484 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:34:41.966509 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966307441+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:414d43fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:34:41.966535 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966241681+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1717e47c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:34:41.966557 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966329297+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:414d43fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:34:41.966580 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966272913+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1717e47c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:34:41.966602 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966304817+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1717e47c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:34:41.966622 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966279089+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1717e47c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:34:41.966645 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966325233+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:414d43fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:34:41.966669 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966289425+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1717e47c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:34:41.966691 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966298321+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:414d43fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:34:41.966717 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966319249+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:414d43fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:34:41.966739 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966303121+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:414d43fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:34:41.966762 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966313265+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:414d43fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:34:41.966783 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966284209+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1717e47c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:34:41.966805 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966311473+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1717e47c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:34:41.966831 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966283537+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:414d43fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:35:44.969089 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:35:44.969089 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:35:44.969117 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:35:44.969089 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:35:44.969141 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:35:44.969141 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:35:44.969154 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:35:44.969156 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:35:44.969160 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:35:44.969163 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:35:44.969169 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:35:44.969175 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:35:44.969175 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:35:44.969181 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:35:44.969185 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:35:44.969219 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.969002319+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f9f1249f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:35:44.969225 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:35:44.969257 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.968971535+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f9f1249f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:35:44.969287 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.969011279+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f9f1249f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:35:44.969314 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.969021711+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f9f1249f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:35:44.969341 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.969008047+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e0ea15de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:35:44.969368 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.968939631+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f9f1249f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:35:44.969390 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.968959855+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f9f1249f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:35:44.969412 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.968991855+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e0ea15de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:35:44.969434 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.968998191+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e0ea15de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:35:44.969460 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.968966927+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f9f1249f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:35:44.969486 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.968977487+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e0ea15de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:35:44.969511 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.968962543+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e0ea15de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:35:44.969537 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.968982575+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e0ea15de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:35:44.969560 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.969003375+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e0ea15de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:35:44.969581 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.969017967+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f9f1249f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:35:44.969604 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.968987375+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e0ea15de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:36:47.971814 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:36:47.971820 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:36:47.971821 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:36:47.971866 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:36:47.971868 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:36:47.971886 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:36:47.971889 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:36:47.971914 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:36:47.971933 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.971743385+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d972e9f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:36:47.971965 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.971734809+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d972e9f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:36:47.971990 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.971715225+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d972e9f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:36:47.972014 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.971739385+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d972e9f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:36:47.972035 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.971720601+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d972e9f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:36:47.972076 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.971710553+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d972e9f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:36:47.972100 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.971685017+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d972e9f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:36:47.972121 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.971705177+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d972e9f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:36:47.973085 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:36:47.973092 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:36:47.973087 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:36:47.973092 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:36:47.973113 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:36:47.973113 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:36:47.973118 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:36:47.973122 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:36:47.973167 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.973035737+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f0190469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:36:47.973197 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.973006041+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f0190469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:36:47.973226 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.973001721+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f0190469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:36:47.973256 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.973010361+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f0190469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:36:47.973286 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.972985401+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f0190469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:36:47.973315 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.973026617+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f0190469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:36:47.973343 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.973031641+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f0190469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:36:47.973372 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.973014521+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f0190469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:37:50.973889 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:37:50.973919 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:37:50.973891 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:37:50.973947 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:37:50.973949 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:37:50.973955 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:37:50.973895 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:37:50.973960 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:37:50.973999 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.973777455+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff4da318 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:37:50.974027 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.973758319+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff4da318 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:37:50.974073 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.973815599+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff4da318 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:37:50.974115 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.973806031+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff4da318 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:37:50.974142 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.973811311+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff4da318 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:37:50.974171 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.973782447+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff4da318 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:37:50.974199 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.973792303+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff4da318 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:37:50.974221 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.973787247+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff4da318 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:37:50.976191 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:37:50.976202 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:37:50.976195 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:37:50.976221 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:37:50.976223 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:37:50.976227 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:37:50.976238 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:37:50.976254 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.976162159+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7a93018e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:37:50.976274 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:37:50.976290 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.976131119+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7a93018e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:37:50.976319 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.976139119+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7a93018e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:37:50.976348 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.976117871+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7a93018e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:37:50.976378 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.976135151+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7a93018e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:37:50.976408 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.976154671+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7a93018e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:37:50.976437 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.976158863+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7a93018e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:37:50.976466 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.976143887+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7a93018e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:38:53.976009 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:38:53.976022 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:38:53.976028 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:38:53.976040 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:38:53.976067 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:38:53.976068 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:38:53.976081 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:38:53.976095 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:38:53.976123 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.975944505+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6db1871f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:38:53.976155 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.975917369+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6db1871f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:38:53.976180 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.975934777+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6db1871f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:38:53.976199 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.975884665+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6db1871f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:38:53.976216 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.975912441+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6db1871f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:38:53.976236 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.975921145+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6db1871f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:38:53.976260 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.975939577+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6db1871f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:38:53.976285 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.975907641+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6db1871f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:38:53.978264 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:38:53.978271 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:38:53.978278 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:38:53.978296 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:38:53.978299 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:38:53.978307 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:38:53.978319 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:38:53.978319 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:38:53.978351 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.978232889+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bc733c56 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:38:53.978386 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.978208313+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bc733c56 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:38:53.978418 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.978186169+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bc733c56 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:38:53.978449 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.978224121+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bc733c56 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:38:53.978479 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.978203705+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bc733c56 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:38:53.978508 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.978212281+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bc733c56 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:38:53.978536 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.978228249+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bc733c56 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:38:53.978565 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.978199961+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bc733c56 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:39:56.977867 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:39:56.977880 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:39:56.977892 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:39:56.977898 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:39:56.977900 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:39:56.977913 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:39:56.977928 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:39:56.977928 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:39:56.977961 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.977771133+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e73b82f8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:39:56.977992 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.977802365+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e73b82f8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:39:56.978027 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.977762301+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e73b82f8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:39:56.978052 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.977766493+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e73b82f8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:39:56.978085 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.977775645+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e73b82f8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:39:56.978108 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.977790877+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e73b82f8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:39:56.978129 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.977796413+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e73b82f8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:39:56.978150 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.977744189+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e73b82f8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:39:56.982108 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:39:56.982112 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:39:56.982145 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:39:56.982146 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:39:56.982159 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:39:56.982175 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:39:56.982179 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:39:56.982183 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:39:56.982200 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.982077662+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cdd4bb0c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:39:56.982229 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.982053598+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cdd4bb0c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:39:56.982260 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.982069534+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cdd4bb0c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:39:56.982293 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.982033438+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cdd4bb0c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:39:56.982322 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.982057662+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cdd4bb0c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:39:56.982351 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.982073950+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cdd4bb0c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:39:56.982380 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.982045758+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cdd4bb0c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:39:56.982407 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.982049598+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cdd4bb0c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:40:59.979899 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:40:59.979916 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:40:59.979908 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:40:59.979950 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:40:59.979954 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:40:59.979973 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:40:59.979975 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:40:59.980009 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:40:59.980010 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.979797207+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1094344 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:40:59.980042 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.979787447+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1094344 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:40:59.980068 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.979827127+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1094344 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:40:59.980091 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.979792951+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1094344 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:40:59.980113 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.979802039+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1094344 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:40:59.980132 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.979822711+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1094344 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:40:59.980157 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.979763191+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1094344 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:40:59.980177 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.979818135+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1094344 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:40:59.985193 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:40:59.985202 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:40:59.985195 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:40:59.985217 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:40:59.985226 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:40:59.985226 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:40:59.985246 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:40:59.985256 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:40:59.985259 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.985140729+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bf8abfb4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:40:59.985293 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.985113369+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bf8abfb4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:40:59.985328 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.985103641+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bf8abfb4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:40:59.985358 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.985086521+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bf8abfb4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:40:59.985392 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.985131577+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bf8abfb4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:40:59.985421 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.985108729+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bf8abfb4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:40:59.985449 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.985136313+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bf8abfb4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:40:59.985477 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.985119033+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bf8abfb4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:42:02.982245 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:42:02.982247 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:42:02.982253 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:42:02.982290 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:42:02.982295 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:42:02.982308 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:42:02.982309 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:42:02.982325 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:42:02.982359 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.982167185+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b8346a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:42:02.982405 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.982157873+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b8346a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:42:02.982446 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.982137969+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b8346a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:42:02.982500 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.982143665+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b8346a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:42:02.982529 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.982162449+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b8346a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:42:02.982557 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.982133745+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b8346a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:42:02.982584 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.982106929+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b8346a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:42:02.982602 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.982128753+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b8346a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:42:02.987501 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:42:02.987516 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:42:02.987533 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:42:02.987536 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:42:02.987545 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:42:02.987537 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:42:02.987563 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.987468884+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:516c7f57 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:42:02.987565 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:42:02.987571 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:42:02.987596 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.987441876+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:516c7f57 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:42:02.987626 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.987437300+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:516c7f57 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:42:02.987654 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.987459316+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:516c7f57 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:42:02.987686 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.987417908+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:516c7f57 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:42:02.987718 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.987432436+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:516c7f57 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:42:02.987746 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.987464308+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:516c7f57 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:42:02.987773 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.987446708+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:516c7f57 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:43:05.984731 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:43:05.984739 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:43:05.984758 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:43:05.984775 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:43:05.984779 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:43:05.984787 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:43:05.984794 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:43:05.984830 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.984666037+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7b5c4c3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:43:05.984841 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:43:05.984856 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.984637941+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7b5c4c3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:43:05.984879 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.984657109+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7b5c4c3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:43:05.984902 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.984633845+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7b5c4c3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:43:05.984924 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.984642357+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7b5c4c3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:43:05.984946 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.984661589+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7b5c4c3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:43:05.984983 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.984628853+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7b5c4c3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:43:05.985006 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.984611477+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7b5c4c3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:43:05.990989 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:43:05.990989 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:43:05.991030 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:43:05.991035 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:43:05.991037 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:43:05.991044 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:43:05.991049 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:43:05.991051 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:43:05.991081 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.990918137+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71efb23b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:43:05.991119 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.990946041+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71efb23b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:43:05.991153 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.990941689+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71efb23b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:43:05.991180 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.990923673+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71efb23b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:43:05.991209 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.990936153+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71efb23b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:43:05.991237 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.990907929+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71efb23b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:43:05.991265 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.990893209+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71efb23b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:43:05.991292 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.990913049+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71efb23b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:44:08.986967 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:44:08.986983 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:44:08.986968 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:44:08.987021 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:44:08.987025 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:44:08.987027 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:44:08.987041 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:44:08.987100 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:44:08.987113 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.986832087+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:86124399 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:44:08.987157 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.986873655+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:86124399 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:44:08.987180 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.986843031+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:86124399 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:44:08.987227 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.986869687+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:86124399 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:44:08.987256 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.986837559+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:86124399 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:44:08.987286 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.986847639+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:86124399 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:44:08.987317 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.986807031+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:86124399 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:44:08.987345 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.986864855+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:86124399 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:44:08.992234 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:44:08.992238 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:44:08.992252 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:44:08.992267 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:44:08.992268 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:44:08.992289 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:44:08.992299 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.992199386+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:57d0f8d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:44:08.992301 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:44:08.992306 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:44:08.992323 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.992173242+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:57d0f8d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:44:08.992349 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.992164890+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:57d0f8d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:44:08.992378 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.992169338+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:57d0f8d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:44:08.992408 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.992190298+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:57d0f8d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:44:08.992435 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.992177690+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:57d0f8d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:44:08.992465 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.992194906+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:57d0f8d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:44:08.992490 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.992150010+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:57d0f8d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:45:11.988686 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:45:11.988692 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:45:11.988695 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:45:11.988720 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:45:11.988731 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:45:11.988742 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:45:11.988744 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:45:11.988768 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:45:11.988776 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.988610288+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29f319a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:45:11.988804 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.988582288+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29f319a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:45:11.988832 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.988605840+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29f319a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:45:11.988856 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.988600944+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29f319a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:45:11.988883 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.988551664+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29f319a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:45:11.988905 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.988574096+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29f319a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:45:11.988927 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.988578864+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29f319a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:45:11.988961 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.988587088+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29f319a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:45:11.994954 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:45:11.994958 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:45:11.995001 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:45:11.995002 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:45:11.995028 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:45:11.995028 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.994913300+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7915ce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:45:11.995028 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:45:11.995002 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:45:11.995091 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.994885044+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7915ce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:45:11.995037 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:45:11.995116 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.994860020+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7915ce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:45:11.995139 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.994908244+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7915ce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:45:11.995166 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.994880052+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7915ce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:45:11.995193 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.994875444+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7915ce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:45:11.995222 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.994903028+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7915ce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:45:11.995250 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.994889652+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7915ce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:46:14.990601 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:46:14.990613 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:46:14.990625 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:46:14.990603 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:46:14.990639 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:46:14.990649 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:46:14.990665 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:46:14.990670 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:46:14.990710 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.990523437+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c715d941 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:46:14.990760 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.990514189+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c715d941 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:46:14.990787 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.990518669+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c715d941 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:46:14.990831 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.990494029+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c715d941 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:46:14.990877 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.990486157+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c715d941 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:46:14.990918 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.990461261+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c715d941 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:46:14.990976 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.990490157+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c715d941 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:46:14.991021 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.990499981+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c715d941 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:46:14.996845 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:46:14.996859 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:46:14.996851 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:46:14.996883 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:46:14.996885 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:46:14.996900 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:46:14.996904 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:46:14.996909 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:46:14.996939 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.996814289+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8d1b5903 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:46:14.997036 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.996777617+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8d1b5903 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:46:14.997068 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.996787793+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8d1b5903 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:46:14.997104 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.996806481+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8d1b5903 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:46:14.997129 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.996763217+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8d1b5903 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:46:14.997153 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.996793137+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8d1b5903 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:46:14.997178 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.996782513+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8d1b5903 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:46:14.997212 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.996811025+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8d1b5903 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:47:17.992574 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:47:17.992578 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:47:17.992610 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:47:17.992584 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:47:17.992624 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:47:17.992635 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:47:17.992637 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:47:17.992649 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:47:17.992672 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.992471872+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e796142d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:47:17.992701 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.992463040+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e796142d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:47:17.992725 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.992440480+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e796142d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:47:17.992747 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.992502080+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e796142d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:47:17.992769 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.992491680+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e796142d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:47:17.992795 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.992477568+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e796142d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:47:17.992820 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.992497152+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e796142d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:47:17.992845 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.992467936+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e796142d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:47:17.998819 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:47:17.998841 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:47:17.998850 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:47:17.998867 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:47:17.998870 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:47:17.998881 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:47:17.998884 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:47:17.998884 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:47:17.998900 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.998789157+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9f4516b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:47:17.998935 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.998779941+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9f4516b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:47:17.998979 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.998763461+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9f4516b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:47:17.999011 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.998767685+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9f4516b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:47:17.999043 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.998738693+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9f4516b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:47:17.999091 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.998758757+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9f4516b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:47:17.999124 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.998754469+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9f4516b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:47:17.999152 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.998784773+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9f4516b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:48:20.994314 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:48:20.994328 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:48:20.994340 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:48:20.994348 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:48:20.994350 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:48:20.994362 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:48:20.994366 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:48:20.994381 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:48:20.994426 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:20.994183016+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c1a95ec6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:48:20.994476 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:20.994242536+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c1a95ec6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:48:20.994522 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:20.994233480+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c1a95ec6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:48:20.994568 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:20.994173640+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c1a95ec6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:48:20.994612 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:20.994219368+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c1a95ec6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:48:20.994655 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:20.994152008+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c1a95ec6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:48:20.994697 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:20.994178824+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c1a95ec6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:48:20.994740 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:20.994238728+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c1a95ec6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:48:21.000550 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:48:21.000555 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:48:21.000569 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:48:21.000582 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:48:21.000585 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:48:21.000604 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:48:21.000617 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:48:21.000636 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:21.000517485+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:437e548c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:48:21.000666 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:48:21.000717 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:21.000492941+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:437e548c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:48:21.000754 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:21.000509005+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:437e548c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:48:21.000786 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:21.000470605+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:437e548c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:48:21.000817 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:21.000497325+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:437e548c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:48:21.000848 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:21.000483789+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:437e548c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:48:21.000877 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:21.000488717+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:437e548c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:48:21.000906 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:21.000513741+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:437e548c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:49:23.997249 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:49:23.997262 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:49:23.997249 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:49:23.997289 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:49:23.997293 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:49:23.997290 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:49:23.997306 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:49:23.997327 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:49:23.997349 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:23.997173943+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:545cd21d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:49:23.997376 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:23.997147735+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:545cd21d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:49:23.997400 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:23.997165111+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:545cd21d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:49:23.997423 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:23.997169015+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:545cd21d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:49:23.997449 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:23.997152535+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:545cd21d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:49:23.997475 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:23.997118551+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:545cd21d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:49:23.997499 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:23.997144119+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:545cd21d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:49:23.997526 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:23.997139767+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:545cd21d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:49:24.002498 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:49:24.002499 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:49:24.002537 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:49:24.002546 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:49:24.002559 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:49:24.002560 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:49:24.002566 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:49:24.002581 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:49:24.002623 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:24.002467099+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:859e6954 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:49:24.002662 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:24.002439451+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:859e6954 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:49:24.002696 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:24.002430683+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:859e6954 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:49:24.002728 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:24.002435195+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:859e6954 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:49:24.002758 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:24.002463067+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:859e6954 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:49:24.002789 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:24.002444379+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:859e6954 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:49:24.002820 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:24.002458107+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:859e6954 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:49:24.002851 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:24.002416891+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:859e6954 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:50:27.000732 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:50:27.000733 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:50:27.000770 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:50:27.000738 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:50:27.000791 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:50:27.000791 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:50:27.000809 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:50:27.000817 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:50:27.000821 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.000664644+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ded6d7fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:50:27.000852 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.000626468+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ded6d7fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:50:27.000879 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.000630948+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ded6d7fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:50:27.000907 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.000636196+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ded6d7fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:50:27.000927 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.000640068+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ded6d7fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:50:27.000955 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.000655652+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ded6d7fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:50:27.000977 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.000660388+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ded6d7fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:50:27.001025 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.000606500+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ded6d7fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:50:27.005002 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:50:27.005009 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:50:27.005003 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:50:27.005033 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:50:27.005032 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:50:27.005052 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:50:27.005059 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:50:27.005062 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:50:27.005061 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.004951624+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f439ee0e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:50:27.005127 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.004960904+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f439ee0e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:50:27.005161 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.004936008+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f439ee0e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:50:27.005185 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.004914664+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f439ee0e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:50:27.005216 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.004956424+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f439ee0e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:50:27.005245 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.004932456+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f439ee0e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:50:27.005273 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.004928328+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f439ee0e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:50:27.005303 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.004940488+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f439ee0e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:51:30.004224 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:51:30.004231 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:51:30.004232 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:51:30.004272 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:51:30.004288 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:51:30.004288 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:51:30.004299 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:51:30.004300 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:51:30.004317 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.004153360+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47a4e3e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:51:30.004343 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.004122864+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47a4e3e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:51:30.004368 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.004113328+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47a4e3e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:51:30.004390 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.004092752+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47a4e3e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:51:30.004412 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.004127056+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47a4e3e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:51:30.004434 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.004143472+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47a4e3e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:51:30.004456 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.004148624+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47a4e3e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:51:30.004480 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.004117648+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47a4e3e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:51:30.006506 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:51:30.006506 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:51:30.006533 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:51:30.006510 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:51:30.006552 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:51:30.006553 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:51:30.006559 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:51:30.006563 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:51:30.006577 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.006435410+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9271f16 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:51:30.006611 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.006440050+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9271f16 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:51:30.006646 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.006461970+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9271f16 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:51:30.006676 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.006452754+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9271f16 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:51:30.006708 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.006425138+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9271f16 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:51:30.006738 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.006407954+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9271f16 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:51:30.006769 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.006456850+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9271f16 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:51:30.006798 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.006429938+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9271f16 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:52:33.008047 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:52:33.008072 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:52:33.008088 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:52:33.008095 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:52:33.008097 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:52:33.008110 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:52:33.008118 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:52:33.008156 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.007940546+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd2ee601 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:52:33.008154 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:52:33.008188 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.007970946+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd2ee601 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:52:33.008224 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:52:33.008244 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.007966018+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd2ee601 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:52:33.008252 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:52:33.008254 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:52:33.008268 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:52:33.008280 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:52:33.008283 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.007936290+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd2ee601 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:52:33.008286 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:52:33.008288 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:52:33.008289 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:52:33.008313 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.007945922+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd2ee601 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:52:33.008342 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.007930786+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd2ee601 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:52:33.008369 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.007960194+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd2ee601 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:52:33.008397 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.007911842+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd2ee601 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:52:33.008419 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.008190019+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e7c1dff5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:52:33.008446 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.008185347+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e7c1dff5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:52:33.008473 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.008180419+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e7c1dff5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:52:33.008502 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.008163459+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e7c1dff5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:52:33.008528 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.008143427+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e7c1dff5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:52:33.008555 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.008167267+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e7c1dff5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:52:33.008581 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.008155555+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e7c1dff5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:52:33.008608 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.008159779+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e7c1dff5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:53:36.010164 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:53:36.010176 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:53:36.010189 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:53:36.010192 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:53:36.010197 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:53:36.010209 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:53:36.010215 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:53:36.010227 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:53:36.010250 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010092306+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:41186461 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:53:36.010277 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010025266+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:41186461 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:53:36.010301 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010079762+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:41186461 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:53:36.010324 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:53:36.010325 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.009994834+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:41186461 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:53:36.010330 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:53:36.010339 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:53:36.010344 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:53:36.010355 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:53:36.010356 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:53:36.010361 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:53:36.010362 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:53:36.010378 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010030770+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:41186461 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:53:36.010421 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010016178+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:41186461 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:53:36.010446 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010021202+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:41186461 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:53:36.010468 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010086642+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:41186461 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:53:36.010493 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010295826+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c7421299 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:53:36.010518 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010272050+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c7421299 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:53:36.010539 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010277298+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c7421299 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:53:36.010563 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010268146+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c7421299 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:53:36.010588 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010251602+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c7421299 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:53:36.010614 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010286994+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c7421299 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:53:36.010639 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010290898+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c7421299 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:53:36.010664 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010263218+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c7421299 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:54:39.014133 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:54:39.014155 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:54:39.014173 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:54:39.014177 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:54:39.014185 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:54:39.014193 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:54:39.014200 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:54:39.014199 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:54:39.014215 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:54:39.014218 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:54:39.014224 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:54:39.014228 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:54:39.014231 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:54:39.014198 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:54:39.014234 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:54:39.014243 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.014001666+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29a4d27a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:54:39.014257 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:54:39.014276 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.013989314+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29a4d27a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:54:39.014303 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.013981922+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:30bfe33b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:54:39.014326 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.014031330+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:30bfe33b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:54:39.014349 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.014018658+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:30bfe33b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:54:39.014370 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.013976002+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29a4d27a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:54:39.014395 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.014002242+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:30bfe33b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:54:39.014421 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.014025474+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:30bfe33b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:54:39.014447 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.013955906+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:30bfe33b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:54:39.014472 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.014019810+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29a4d27a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:54:39.014498 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.013995522+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29a4d27a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:54:39.014523 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.013989634+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:30bfe33b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:54:39.014549 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.014007874+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29a4d27a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:54:39.014579 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.014014338+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29a4d27a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:54:39.014605 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.013995842+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:30bfe33b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:54:39.014631 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.014026114+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29a4d27a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:55:42.017696 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:55:42.017712 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:55:42.017723 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:55:42.017697 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:55:42.017731 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:55:42.017734 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:55:42.017743 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:55:42.017748 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:55:42.017754 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:55:42.017755 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:55:42.017759 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:55:42.017761 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:55:42.017769 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:55:42.017756 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:55:42.017775 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:55:42.017776 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:55:42.017793 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017608190+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9041e86 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:55:42.017821 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017635870+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9041e86 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:55:42.017846 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017587678+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f5eb900 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:55:42.017870 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017625662+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f5eb900 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:55:42.017893 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017622878+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9041e86 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:55:42.017920 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017609470+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f5eb900 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:55:42.017946 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017552637+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f5eb900 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:55:42.017969 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017574077+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f5eb900 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:55:42.017995 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017615518+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9041e86 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:55:42.018021 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017582558+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f5eb900 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:55:42.018042 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017595902+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9041e86 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:55:42.018082 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017629406+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9041e86 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:55:42.018109 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017618270+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f5eb900 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:55:42.018132 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017593694+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f5eb900 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:55:42.018154 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017602942+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9041e86 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:55:42.018176 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017582782+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9041e86 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:56:45.020257 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:56:45.020258 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:56:45.020262 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:56:45.020320 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:56:45.020263 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:56:45.020325 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:56:45.020326 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:56:45.020333 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:56:45.020340 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:56:45.020345 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:56:45.020347 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:56:45.020352 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:56:45.020353 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:56:45.020367 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:56:45.020371 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020180674+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71b879e3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:56:45.020372 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:56:45.020371 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:56:45.020416 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020169474+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71b879e3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:56:45.020436 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020159618+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:68a348a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:56:45.020485 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020165122+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:68a348a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:56:45.020513 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020175970+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71b879e3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:56:45.020541 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020152802+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:68a348a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:56:45.020572 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020177346+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:68a348a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:56:45.020596 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020154242+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71b879e3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:56:45.020660 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020140546+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:68a348a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:56:45.020704 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020142370+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71b879e3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:56:45.020754 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020126754+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:68a348a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:56:45.020800 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020114306+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71b879e3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:56:45.020830 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020136706+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71b879e3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:56:45.020878 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020146882+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:68a348a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:56:45.020926 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020147778+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71b879e3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:56:45.020954 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020170594+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:68a348a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:57:48.023368 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:57:48.023377 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:57:48.023401 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:57:48.023409 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:57:48.023413 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:57:48.023415 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:57:48.023425 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:57:48.023430 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:57:48.023433 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:57:48.023439 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:57:48.023438 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:57:48.023445 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:57:48.023448 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:57:48.023448 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:57:48.023458 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023312781+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfb89901 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:57:48.023450 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:57:48.023487 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023289805+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfb89901 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:57:48.023503 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:57:48.023541 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023266765+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:513bb48f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:57:48.023572 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023234957+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:513bb48f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:57:48.023609 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023281133+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:513bb48f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:57:48.023633 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023288045+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:513bb48f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:57:48.023654 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023252749+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:513bb48f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:57:48.023679 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023292845+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:513bb48f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:57:48.023701 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023302925+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfb89901 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:57:48.023723 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023257549+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:513bb48f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:57:48.023749 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023307789+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfb89901 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:57:48.023771 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023267693+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfb89901 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:57:48.023792 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023279661+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfb89901 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:57:48.023817 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023296141+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfb89901 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:57:48.023843 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023284237+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfb89901 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:57:48.023884 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023261517+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:513bb48f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:58:51.025318 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:58:51.025329 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:58:51.025339 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:58:51.025350 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:58:51.025352 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:58:51.025366 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:58:51.025373 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:58:51.025369 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:58:51.025381 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:58:51.025372 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:58:51.025386 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:58:51.025397 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:58:51.025397 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:58:51.025400 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:58:51.025404 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:58:51.025405 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025256976+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9bca35 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:58:51.025422 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:58:51.025436 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025240304+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9bca35 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:58:51.025460 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025211312+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9bca35 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:58:51.025484 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025261776+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9bca35 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:58:51.025510 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025226864+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9bca35 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:58:51.025537 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025201456+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7704fe64 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:58:51.025563 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025206992+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7704fe64 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:58:51.025581 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025234416+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9bca35 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:58:51.025604 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025211216+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7704fe64 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:58:51.025629 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025215152+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7704fe64 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:58:51.025656 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025183728+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7704fe64 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:58:51.025677 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025246288+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9bca35 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:58:51.025702 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025230224+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7704fe64 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:58:51.025727 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025242+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7704fe64 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:58:51.025753 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025252016+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9bca35 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:58:51.025780 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025236240+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7704fe64 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:59:54.029083 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:59:54.029106 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:59:54.029083 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:59:54.029129 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:59:54.029138 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:59:54.029143 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:59:54.029146 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:59:54.029094 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:59:54.029159 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:59:54.029161 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:59:54.029161 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:59:54.029163 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:59:54.029176 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:59:54.029177 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:59:54.029178 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:59:54.029182 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.029037055+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fce3eb22 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:59:54.029194 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 08:59:54.029257 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.029015519+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5f8da63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:59:54.029291 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.029026303+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5f8da63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:59:54.029317 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.028990943+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5f8da63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:59:54.029340 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.029048416+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fce3eb22 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:59:54.029363 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.029021343+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5f8da63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:59:54.029387 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.029053632+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fce3eb22 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:59:54.029409 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.029058016+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fce3eb22 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:59:54.029434 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.028986143+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5f8da63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:59:54.029451 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.028960447+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5f8da63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:59:54.029473 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.028977727+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5f8da63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:59:54.029496 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.029042848+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fce3eb22 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:59:54.029521 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.029025631+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fce3eb22 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:59:54.029545 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.029031743+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fce3eb22 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:59:54.029570 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.029012991+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fce3eb22 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 08:59:54.029595 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.028982527+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5f8da63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:00:57.031957 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:00:57.031973 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:00:57.031958 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:00:57.032015 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:00:57.031964 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:00:57.032025 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:00:57.032026 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:00:57.032037 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:00:57.032041 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:00:57.032041 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:00:57.032049 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:00:57.032054 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:00:57.032055 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:00:57.032055 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:00:57.032073 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:00:57.032093 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:00:57.032100 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031840248+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7669eec5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:00:57.032144 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031888824+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7669eec5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:00:57.032168 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031852920+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7669eec5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:00:57.032187 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031854520+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6f72df84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:00:57.032215 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031864728+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7669eec5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:00:57.032241 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031861016+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6f72df84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:00:57.032268 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031849432+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6f72df84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:00:57.032291 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031875704+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7669eec5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:00:57.032317 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031825432+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6f72df84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:00:57.032342 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031882392+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7669eec5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:00:57.032368 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031869624+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7669eec5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:00:57.032384 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031858648+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7669eec5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:00:57.032403 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031874552+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6f72df84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:00:57.032441 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031881784+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6f72df84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:00:57.032466 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031844824+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6f72df84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:00:57.032491 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031888376+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6f72df84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:02:00.034004 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:02:00.034017 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:02:00.034018 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:02:00.034035 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:02:00.034041 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:02:00.034042 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:02:00.034054 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:02:00.034057 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:02:00.034075 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:02:00.034084 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:02:00.034084 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:02:00.034086 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:02:00.034089 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:02:00.034104 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:02:00.034105 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:02:00.034130 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:02:00.034141 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033946452+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4b767cba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:02:00.034182 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033896724+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4b767cba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:02:00.034213 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033888148+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79401e38 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:02:00.034236 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033893044+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79401e38 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:02:00.034258 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033920852+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4b767cba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:02:00.034278 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033870100+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79401e38 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:02:00.034304 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033897748+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79401e38 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:02:00.034331 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033915188+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4b767cba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:02:00.034356 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033928596+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4b767cba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:02:00.034384 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033926452+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79401e38 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:02:00.034406 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033920116+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79401e38 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:02:00.034433 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033934996+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4b767cba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:02:00.034455 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033908980+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4b767cba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:02:00.034480 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033902548+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79401e38 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:02:00.034496 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033941364+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4b767cba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:02:00.034536 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033932628+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79401e38 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:03:03.035763 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:03:03.035765 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:03:03.035789 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:03:03.035771 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:03:03.035814 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:03:03.035817 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:03:03.035827 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:03:03.035831 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:03:03.035832 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:03:03.035837 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:03:03.035844 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:03:03.035844 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:03:03.035851 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035689292+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ead12a9e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:03:03.035838 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:03:03.035856 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:03:03.035859 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:03:03.035869 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:03:03.035876 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035623372+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f3ca1bdf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:03:03.035897 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035675948+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ead12a9e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:03:03.035921 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035674444+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f3ca1bdf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:03:03.035941 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035665036+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ead12a9e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:03:03.035965 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035682732+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ead12a9e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:03:03.035990 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035680780+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f3ca1bdf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:03:03.036011 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035687084+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f3ca1bdf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:03:03.036033 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035643436+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f3ca1bdf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:03:03.036074 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035652780+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ead12a9e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:03:03.036094 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035648556+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f3ca1bdf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:03:03.036119 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035669260+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ead12a9e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:03:03.036142 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035639692+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ead12a9e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:03:03.036163 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035660172+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ead12a9e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:03:03.036182 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035658764+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f3ca1bdf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:03:03.036202 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035653740+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f3ca1bdf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:04:06.037656 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:04:06.037660 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:04:06.037686 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:04:06.037692 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:04:06.037665 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:04:06.037706 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:04:06.037709 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:04:06.037718 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:04:06.037720 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:04:06.037724 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:04:06.037726 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:04:06.037731 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:04:06.037731 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:04:06.037736 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:04:06.037744 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037548846+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7ffc99bf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:04:06.037733 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:04:06.037773 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037598447+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6e77980 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:04:06.037774 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:04:06.037799 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037561614+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6e77980 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:04:06.037822 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037566478+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6e77980 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:04:06.037845 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037554382+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7ffc99bf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:04:06.037885 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037573134+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6e77980 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:04:06.037908 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037547758+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6e77980 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:04:06.037930 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037543598+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7ffc99bf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:04:06.037950 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037568910+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7ffc99bf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:04:06.037975 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037583439+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7ffc99bf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:04:06.037996 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037520462+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7ffc99bf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:04:06.038017 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037586863+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6e77980 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:04:06.038039 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037593071+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6e77980 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:04:06.038081 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037538574+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7ffc99bf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:04:06.038104 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037574798+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7ffc99bf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:04:06.038126 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037581263+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6e77980 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:05:09.039729 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:05:09.039742 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:05:09.039762 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:05:09.039763 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:05:09.039768 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:05:09.039780 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:05:09.039783 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:05:09.039772 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:05:09.039796 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:05:09.039800 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:05:09.039809 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:05:09.039812 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:05:09.039810 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:05:09.039821 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:05:09.039824 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039644233+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3c6d7c67 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:05:09.039829 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:05:09.039813 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:05:09.039862 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039669289+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3c6d7c67 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:05:09.039887 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039657641+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3c6d7c67 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:05:09.039910 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039655785+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5b1ee5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:05:09.039933 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039642697+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5b1ee5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:05:09.039959 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039650153+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5b1ee5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:05:09.039999 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039627881+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5b1ee5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:05:09.040027 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039664425+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3c6d7c67 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:05:09.040066 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039634345+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3c6d7c67 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:05:09.040096 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039651273+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3c6d7c67 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:05:09.040122 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039619273+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3c6d7c67 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:05:09.040143 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039639593+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3c6d7c67 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:05:09.040165 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039616585+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5b1ee5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:05:09.040185 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039611241+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5b1ee5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:05:09.040207 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039622889+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5b1ee5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:05:09.040232 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039587593+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5b1ee5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:06:12.041584 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:06:12.041585 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:06:12.041589 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:06:12.041633 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:06:12.041634 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:06:12.041592 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:06:12.041653 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:06:12.041660 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:06:12.041661 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:06:12.041667 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:06:12.041678 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:06:12.041681 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:06:12.041685 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041498199+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8a1759f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:06:12.041685 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:06:12.041686 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:06:12.041698 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:06:12.041698 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:06:12.041714 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041488631+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8a1759f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:06:12.041739 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041493431+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8a1759f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:06:12.041761 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041494071+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a1ba44de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:06:12.041784 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041443767+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a1ba44de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:06:12.041807 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041509975+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8a1759f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:06:12.041829 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041478775+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a1ba44de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:06:12.041852 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041462903+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a1ba44de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:06:12.041873 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041505335+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a1ba44de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:06:12.041896 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041472279+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a1ba44de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:06:12.041918 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041464119+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8a1759f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:06:12.041939 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041476919+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8a1759f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:06:12.041961 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041503895+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8a1759f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:06:12.042001 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041483031+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8a1759f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:06:12.042024 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041467255+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a1ba44de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:06:12.042050 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041500247+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a1ba44de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:07:15.043708 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:07:15.043712 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:07:15.043734 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:07:15.043746 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:07:15.043749 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:07:15.043754 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:07:15.043757 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:07:15.043766 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:07:15.043767 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:07:15.043768 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:07:15.043779 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:07:15.043781 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:07:15.043781 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:07:15.043790 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:07:15.043793 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:07:15.043793 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:07:15.043800 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043628623+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f5c843d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:07:15.043835 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043598319+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5647b57c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:07:15.043854 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043614575+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5647b57c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:07:15.043877 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043554639+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f5c843d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:07:15.043900 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043620399+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5647b57c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:07:15.043922 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043595695+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f5c843d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:07:15.043945 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043577135+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f5c843d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:07:15.043972 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043613903+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f5c843d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:07:15.043995 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043603855+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5647b57c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:07:15.044017 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043572943+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5647b57c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:07:15.044042 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043584079+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f5c843d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:07:15.044092 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043609103+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5647b57c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:07:15.044121 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043589647+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f5c843d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:07:15.044143 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043592335+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5647b57c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:07:15.044170 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043586063+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5647b57c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:07:15.044193 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043621743+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f5c843d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:08:18.046264 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:08:18.046272 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:08:18.046284 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:08:18.046295 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:08:18.046304 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:08:18.046297 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:08:18.046330 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:08:18.046333 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:08:18.046342 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:08:18.046348 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:08:18.046353 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:08:18.046315 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:08:18.046362 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:08:18.046365 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046183949+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fdf4951 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:08:18.046354 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:08:18.046382 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:08:18.046399 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:08:18.046409 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046156237+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76c47810 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:08:18.046437 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046170477+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fdf4951 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:08:18.046465 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046155213+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fdf4951 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:08:18.046490 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046177965+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fdf4951 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:08:18.046517 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046115789+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fdf4951 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:08:18.046545 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046180205+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76c47810 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:08:18.046567 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046130253+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76c47810 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:08:18.046588 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046141773+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76c47810 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:08:18.046614 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046148589+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fdf4951 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:08:18.046640 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046162157+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76c47810 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:08:18.046665 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046149389+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76c47810 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:08:18.046690 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046173165+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76c47810 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:08:18.046710 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046143181+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fdf4951 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:08:18.046734 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046136685+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fdf4951 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:08:18.046755 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046167693+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76c47810 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:09:21.049574 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:09:21.049592 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:09:21.049575 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:09:21.049610 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:09:21.049579 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:09:21.049622 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:09:21.049628 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:09:21.049637 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:09:21.049641 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:09:21.049642 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:09:21.049642 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:09:21.049648 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:09:21.049661 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:09:21.049664 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:09:21.049665 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049506523+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:49e003ba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:09:21.049665 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:09:21.049672 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:09:21.049696 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049488123+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a65ce8f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:09:21.049720 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049474683+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:49e003ba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:09:21.049748 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049492123+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:49e003ba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:09:21.049771 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049484155+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a65ce8f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:09:21.049795 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049499867+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:49e003ba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:09:21.049819 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049503067+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a65ce8f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:09:21.049845 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049461210+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a65ce8f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:09:21.049871 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049468187+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:49e003ba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:09:21.049899 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049456666+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:49e003ba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:09:21.049926 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049462618+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:49e003ba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:09:21.049953 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049492795+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a65ce8f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:09:21.049977 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049479067+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a65ce8f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:09:21.050019 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049438618+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:49e003ba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:09:21.050046 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049473211+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a65ce8f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:09:21.050073 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049497051+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a65ce8f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:10:24.051386 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:10:24.051394 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:10:24.051399 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:10:24.051418 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:10:24.051416 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:10:24.051430 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:10:24.051419 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:10:24.051443 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:10:24.051444 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:10:24.051448 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:10:24.051454 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:10:24.051456 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:10:24.051457 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:10:24.051463 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:10:24.051468 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:10:24.051470 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051250316+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d206ded9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:10:24.051474 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:10:24.051499 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051288844+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb1def98 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:10:24.051534 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051313644+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d206ded9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:10:24.051560 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051275788+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb1def98 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:10:24.051583 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051270060+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d206ded9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:10:24.051610 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051276076+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d206ded9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:10:24.051637 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051289324+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d206ded9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:10:24.051663 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051295276+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb1def98 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:10:24.051688 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051282764+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb1def98 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:10:24.051710 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051308172+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d206ded9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:10:24.051735 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051263532+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb1def98 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:10:24.051757 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051306188+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb1def98 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:10:24.051784 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051300492+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb1def98 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:10:24.051805 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051311884+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb1def98 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:10:24.051826 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051302476+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d206ded9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:10:24.051847 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051283052+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d206ded9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:11:27.053348 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:11:27.053360 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:11:27.053361 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:11:27.053377 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:11:27.053379 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:11:27.053382 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:11:27.053388 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:11:27.053396 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:11:27.053399 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:11:27.053404 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:11:27.053409 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:11:27.053410 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:11:27.053415 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:11:27.053420 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:11:27.053421 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:11:27.053434 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053274976+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:588cdb3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:11:27.053447 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:11:27.053456 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053212352+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:588cdb3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:11:27.053482 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053247680+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4197ea7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:11:27.053507 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053237376+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:588cdb3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:11:27.053530 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053241664+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4197ea7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:11:27.053553 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053231872+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:588cdb3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:11:27.053575 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053234624+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4197ea7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:11:27.053601 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053242880+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:588cdb3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:11:27.053643 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053262976+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4197ea7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:11:27.053667 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053253248+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4197ea7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:11:27.053694 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053258880+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4197ea7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:11:27.053716 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053269920+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:588cdb3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:11:27.053742 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053223616+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4197ea7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:11:27.053768 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053263936+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:588cdb3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:11:27.053794 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053268512+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4197ea7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:11:27.053820 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053248736+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:588cdb3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:12:30.055452 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:12:30.055469 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:12:30.055488 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:12:30.055455 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:12:30.055492 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:12:30.055507 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:12:30.055510 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:12:30.055511 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:12:30.055518 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:12:30.055525 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:12:30.055525 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:12:30.055529 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:12:30.055539 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:12:30.055542 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055355638+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d6578a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:12:30.055529 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:12:30.055555 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:12:30.055569 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055338646+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:347e49e2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:12:30.055569 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:12:30.055593 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055330902+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d6578a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:12:30.055618 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055378390+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d6578a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:12:30.055640 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055333078+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:347e49e2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:12:30.055662 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055348758+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:347e49e2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:12:30.055687 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055309942+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:347e49e2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:12:30.055708 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055350230+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d6578a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:12:30.055762 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055359926+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d6578a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:12:30.055787 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055344214+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:347e49e2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:12:30.055809 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055344758+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d6578a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:12:30.055836 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055372662+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d6578a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:12:30.055862 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055365878+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d6578a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:12:30.055884 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055371190+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:347e49e2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:12:30.055911 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055377174+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:347e49e2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:12:30.055935 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055363926+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:347e49e2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:13:33.057338 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:13:33.057353 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:13:33.057358 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:13:33.057370 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:13:33.057376 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:13:33.057377 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:13:33.057386 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:13:33.057391 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:13:33.057395 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:13:33.057395 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:13:33.057402 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:13:33.057406 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:13:33.057409 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:13:33.057412 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:13:33.057425 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:13:33.057430 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057271553+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:396c50ca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:13:33.057447 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:13:33.057502 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057277633+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:396c50ca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:13:33.057531 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057283489+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:396c50ca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:13:33.057561 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057225313+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bef44c05 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:13:33.057586 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057247777+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bef44c05 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:13:33.057609 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057258497+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:396c50ca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:13:33.057634 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057232769+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:396c50ca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:13:33.057658 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057252577+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:396c50ca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:13:33.057685 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057240865+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bef44c05 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:13:33.057707 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057266177+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:396c50ca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:13:33.057733 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057212161+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bef44c05 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:13:33.057759 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057253601+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bef44c05 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:13:33.057786 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057221601+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bef44c05 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:13:33.057824 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057245953+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:396c50ca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:13:33.057856 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057217345+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bef44c05 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:13:33.057882 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057189409+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bef44c05 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:14:36.061251 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:14:36.061262 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:14:36.061257 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:14:36.061275 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:14:36.061286 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:14:36.061292 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:14:36.061299 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:14:36.061299 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:14:36.061305 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:14:36.061312 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:14:36.061300 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:14:36.061317 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:14:36.061329 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:14:36.061336 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:14:36.061330 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:14:36.061343 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061175308+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:32c2ce65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:14:36.061362 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:14:36.061374 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061144044+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2bd9ff24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:14:36.061400 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061167436+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2bd9ff24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:14:36.061425 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061161612+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2bd9ff24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:14:36.061447 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061162220+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:32c2ce65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:14:36.061471 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061131276+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2bd9ff24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:14:36.061494 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061147436+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:32c2ce65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:14:36.061515 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061107884+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:32c2ce65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:14:36.061538 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061169228+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:32c2ce65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:14:36.061563 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061150092+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2bd9ff24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:14:36.061585 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061137580+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2bd9ff24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:14:36.061605 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061127756+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:32c2ce65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:14:36.061630 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061156108+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2bd9ff24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:14:36.061656 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061119276+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2bd9ff24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:14:36.061683 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061140844+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:32c2ce65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:14:36.061705 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061134668+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:32c2ce65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:15:39.063405 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:15:39.063434 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:15:39.063445 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:15:39.063408 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:15:39.063450 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:15:39.063454 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:15:39.063467 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:15:39.063468 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:15:39.063475 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:15:39.063475 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:15:39.063481 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:15:39.063480 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:15:39.063489 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:15:39.063490 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:15:39.063494 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:15:39.063481 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:15:39.063513 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063273834+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4365493f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:15:39.063537 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063308586+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4365493f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:15:39.063565 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063294858+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4365493f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:15:39.063592 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063281514+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5a7e787e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:15:39.063616 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063297482+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5a7e787e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:15:39.063639 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063267466+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4365493f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:15:39.063663 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063280362+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4365493f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:15:39.063690 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063301258+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4365493f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:15:39.063711 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063286922+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5a7e787e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:15:39.063738 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063235529+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4365493f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:15:39.063763 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063303978+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5a7e787e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:15:39.063789 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063259977+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4365493f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:15:39.063811 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063255049+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5a7e787e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:15:39.063838 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063268746+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5a7e787e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:15:39.063860 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063275050+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5a7e787e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:15:39.063881 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063291786+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5a7e787e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:16:42.067210 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:16:42.067227 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:16:42.067210 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:16:42.067246 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:16:42.067217 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:16:42.067254 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:16:42.067257 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:16:42.067268 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:16:42.067269 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:16:42.067273 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:16:42.067279 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:16:42.067280 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:16:42.067284 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:16:42.067286 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:16:42.067293 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:16:42.067315 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067096523+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f59f2245 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:16:42.067322 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:16:42.067345 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067102987+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f59f2245 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:16:42.067373 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067136971+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ec841304 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:16:42.067402 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067081323+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f59f2245 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:16:42.067429 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067112011+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ec841304 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:16:42.067455 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067108907+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f59f2245 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:16:42.067480 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067064811+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ec841304 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:16:42.067505 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067115531+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f59f2245 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:16:42.067531 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067105867+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ec841304 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:16:42.067553 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067126187+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f59f2245 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:16:42.067578 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067131435+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ec841304 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:16:42.067599 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067120747+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f59f2245 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:16:42.067624 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067125995+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ec841304 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:16:42.067646 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067100267+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ec841304 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:16:42.067671 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067093643+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ec841304 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:16:42.067695 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067132683+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f59f2245 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:17:45.069899 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:17:45.069911 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:17:45.069899 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:17:45.069933 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:17:45.069934 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:17:45.069940 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:17:45.069967 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:17:45.069971 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:17:45.069975 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:17:45.069979 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:17:45.069985 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:17:45.069997 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:17:45.069998 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:17:45.070001 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069792062+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1b79e2a6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:17:45.069976 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:17:45.070004 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:17:45.070007 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:17:45.070042 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069820030+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1b79e2a6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:17:45.070069 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069778142+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1b79e2a6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:17:45.070092 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069790238+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:262d3e7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:17:45.070117 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069759742+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1b79e2a6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:17:45.070143 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069785566+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1b79e2a6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:17:45.070182 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069777726+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:262d3e7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:17:45.070242 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069756126+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:262d3e7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:17:45.070267 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069798558+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:262d3e7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:17:45.070291 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069783326+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:262d3e7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:17:45.070313 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069805438+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:262d3e7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:17:45.070334 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069810846+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:262d3e7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:17:45.070362 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069817406+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:262d3e7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:17:45.070388 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069800606+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1b79e2a6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:17:45.070415 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069813534+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1b79e2a6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:17:45.070441 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069806942+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1b79e2a6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:18:48.071782 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:18:48.071795 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:18:48.071789 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:18:48.071810 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:18:48.071815 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:18:48.071821 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:18:48.071828 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:18:48.071831 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:18:48.071832 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:18:48.071843 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:18:48.071855 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:18:48.071856 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:18:48.071868 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:18:48.071868 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:18:48.071873 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:18:48.071887 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:18:48.071887 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071724892+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3bfa2fca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:18:48.071916 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071656444+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:22e11e8b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:18:48.071935 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071683388+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:22e11e8b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:18:48.071958 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071697500+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3bfa2fca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:18:48.071977 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071701596+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3bfa2fca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:18:48.072002 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071690972+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3bfa2fca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:18:48.072028 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071678844+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3bfa2fca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:18:48.072071 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071673244+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:22e11e8b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:18:48.072095 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071710716+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:22e11e8b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:18:48.072120 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071712412+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3bfa2fca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:18:48.072147 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071706396+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3bfa2fca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:18:48.072168 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071717148+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:22e11e8b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:18:48.072193 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071689660+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:22e11e8b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:18:48.072220 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071718844+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3bfa2fca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:18:48.072252 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071704636+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:22e11e8b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:18:48.072280 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071679036+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:22e11e8b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:19:51.073920 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:19:51.073935 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:19:51.073923 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:19:51.073955 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:19:51.073966 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:19:51.073925 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:19:51.073976 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:19:51.073985 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:19:51.073989 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:19:51.073998 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:19:51.074001 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:19:51.074010 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073845758+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4de5460 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:19:51.074002 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:19:51.074001 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:19:51.074004 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:19:51.074028 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:19:51.074040 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073836254+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1dc56521 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:19:51.074040 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:19:51.074079 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073839486+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4de5460 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:19:51.074106 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073830718+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1dc56521 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:19:51.074124 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073801310+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4de5460 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:19:51.074146 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073818654+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4de5460 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:19:51.074169 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073812990+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1dc56521 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:19:51.074190 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073801374+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1dc56521 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:19:51.074212 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073820030+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1dc56521 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:19:51.074238 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073832606+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4de5460 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:19:51.074265 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073784350+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1dc56521 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:19:51.074290 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073807198+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1dc56521 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:19:51.074328 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073826366+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1dc56521 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:19:51.074363 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073813662+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4de5460 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:19:51.074388 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073782910+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4de5460 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:19:51.074410 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073807774+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4de5460 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:20:54.075728 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:20:54.075740 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:20:54.075729 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:20:54.075773 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:20:54.075787 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:20:54.075734 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:20:54.075791 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:20:54.075798 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:20:54.075800 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:20:54.075822 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:20:54.075826 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:20:54.075835 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:20:54.075834 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:20:54.075848 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075596917+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3a12a395 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:20:54.075864 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:20:54.075882 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075609269+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3a12a395 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:20:54.075880 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:20:54.075893 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:20:54.075928 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075616917+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3a12a395 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:20:54.075977 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075660469+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:230992d4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:20:54.076020 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075615221+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:230992d4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:20:54.076063 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075626261+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3a12a395 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:20:54.076117 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075630709+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:230992d4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:20:54.076161 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075608085+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:230992d4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:20:54.076210 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075644757+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3a12a395 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:20:54.076255 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075646581+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:230992d4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:20:54.076274 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075623253+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:230992d4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:20:54.076312 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075590325+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:230992d4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:20:54.076358 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075640437+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3a12a395 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:20:54.076413 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075654005+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:230992d4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:20:54.076451 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075633877+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3a12a395 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:20:54.076499 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075649941+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3a12a395 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:21:57.077728 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:21:57.077737 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:21:57.077730 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:21:57.077755 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:21:57.077759 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:21:57.077762 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:21:57.077774 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:21:57.077775 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:21:57.077777 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:21:57.077786 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:21:57.077788 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:21:57.077790 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:21:57.077791 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:21:57.077799 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:21:57.077801 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:21:57.077823 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077668654+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:484ca72d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:21:57.077825 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:21:57.077852 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077645230+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:484ca72d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:21:57.077877 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077627246+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5157966c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:21:57.077902 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077602702+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5157966c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:21:57.077929 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077632366+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:484ca72d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:21:57.077953 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077622510+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5157966c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:21:57.077979 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077633230+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5157966c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:21:57.078007 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077638990+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:484ca72d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:21:57.078035 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077655342+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5157966c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:21:57.078057 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077649998+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:484ca72d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:21:57.078084 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077640238+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5157966c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:21:57.078111 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077654958+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:484ca72d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:21:57.078137 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077661870+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5157966c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:21:57.078164 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077668526+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5157966c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:21:57.078207 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077618894+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:484ca72d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:21:57.078240 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077661070+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:484ca72d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:23:00.079774 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:23:00.079784 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:23:00.079801 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:23:00.079806 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:23:00.079806 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:23:00.079816 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:23:00.079817 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:23:00.079828 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:23:00.079830 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:23:00.079832 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:23:00.079842 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:23:00.079843 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:23:00.079844 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:23:00.079845 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:23:00.079861 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079713221+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a6aa67ce 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:23:00.079865 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:23:00.079846 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:23:00.079900 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079689957+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a6aa67ce 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:23:00.079924 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079663941+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a6aa67ce 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:23:00.079947 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079662917+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bfb1568f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:23:00.079970 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079667269+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bfb1568f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:23:00.079994 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079677893+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a6aa67ce 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:23:00.080016 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079657541+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bfb1568f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:23:00.080038 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079683429+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a6aa67ce 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:23:00.080063 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079687365+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bfb1568f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:23:00.080102 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079695973+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a6aa67ce 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:23:00.080130 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079673253+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bfb1568f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:23:00.080152 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079698469+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bfb1568f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:23:00.080177 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079636645+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bfb1568f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:23:00.080200 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079708069+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a6aa67ce 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:23:00.080226 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079701605+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a6aa67ce 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:23:00.080249 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079693093+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bfb1568f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:24:03.081608 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:24:03.081617 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:24:03.081608 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:24:03.081631 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:24:03.081653 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:24:03.081664 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:24:03.081668 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:24:03.081668 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:24:03.081676 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:24:03.081679 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:24:03.081682 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:24:03.081683 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:24:03.081701 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:24:03.081703 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:24:03.081707 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:24:03.081711 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:24:03.081715 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081507818+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f329be3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:24:03.081752 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081540714+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8629aaa2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:24:03.081784 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081525514+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f329be3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:24:03.081813 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081515914+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f329be3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:24:03.081842 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081528458+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8629aaa2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:24:03.081871 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081521674+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f329be3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:24:03.081899 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081532394+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f329be3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:24:03.081925 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081535562+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8629aaa2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:24:03.081951 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081478794+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8629aaa2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:24:03.081976 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081512650+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8629aaa2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:24:03.082001 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081471306+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f329be3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:24:03.082023 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081492810+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8629aaa2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:24:03.082050 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081506186+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8629aaa2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:24:03.082078 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081501578+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f329be3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:24:03.082106 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081498538+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8629aaa2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:24:03.082133 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081493930+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f329be3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:25:06.083630 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:25:06.083644 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:25:06.083633 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:25:06.083664 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:25:06.083638 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:25:06.083677 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:25:06.083670 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:25:06.083710 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:25:06.083672 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:25:06.083715 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:25:06.083725 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:25:06.083726 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:25:06.083731 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083555700+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a016e049 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:25:06.083687 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:25:06.083740 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:25:06.083740 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:25:06.083741 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:25:06.083789 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083509748+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a016e049 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:25:06.083820 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083486196+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a016e049 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:25:06.083845 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083515860+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a016e049 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:25:06.083867 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083522004+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a016e049 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:25:06.083890 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083523924+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b90dd108 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:25:06.083918 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083486548+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b90dd108 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:25:06.083951 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083530804+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b90dd108 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:25:06.083997 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083517460+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b90dd108 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:25:06.084058 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083510132+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b90dd108 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:25:06.084092 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083528116+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a016e049 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:25:06.084135 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083537588+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b90dd108 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:25:06.084180 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083542868+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b90dd108 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:25:06.084227 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083548884+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b90dd108 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:25:06.084273 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083550356+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a016e049 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:25:06.084320 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083542132+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a016e049 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:26:09.085663 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:26:09.085678 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:26:09.085672 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:26:09.085694 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:26:09.085703 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:26:09.085707 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:26:09.085716 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:26:09.085718 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:26:09.085719 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:26:09.085722 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:26:09.085731 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:26:09.085735 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:26:09.085736 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:26:09.085743 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:26:09.085747 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:26:09.085779 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:26:09.085782 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085550103+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f4da38cf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:26:09.085837 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085578967+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:edc1098e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:26:09.085862 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085572599+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:edc1098e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:26:09.085885 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085565143+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:edc1098e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:26:09.085904 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085568119+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f4da38cf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:26:09.085924 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085557079+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f4da38cf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:26:09.085945 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085548151+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:edc1098e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:26:09.085969 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085563159+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f4da38cf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:26:09.085992 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085535351+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:edc1098e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:26:09.086040 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085574551+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f4da38cf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:26:09.086065 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085521559+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f4da38cf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:26:09.086092 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085541111+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:edc1098e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:26:09.086118 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085537207+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f4da38cf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:26:09.086146 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085543959+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f4da38cf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:26:09.086167 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085501975+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:edc1098e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:26:09.086186 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085527927+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:edc1098e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:27:12.087504 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:27:12.087517 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:27:12.087508 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:27:12.087538 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:27:12.087511 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:27:12.087551 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:27:12.087551 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:27:12.087564 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:27:12.087566 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:27:12.087567 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:27:12.087575 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:27:12.087580 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:27:12.087566 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:27:12.087597 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087423751+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:674b0c69 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:27:12.087604 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:27:12.087596 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:27:12.087617 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:27:12.087647 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087395239+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7e503d28 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:27:12.087675 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087368455+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7e503d28 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:27:12.087704 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087381575+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:674b0c69 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:27:12.087731 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087381479+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7e503d28 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:27:12.087759 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087388839+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7e503d28 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:27:12.087787 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087355047+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:674b0c69 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:27:12.087814 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087410311+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7e503d28 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:27:12.087860 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087399879+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7e503d28 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:27:12.087887 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087405959+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7e503d28 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:27:12.087911 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087375271+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:674b0c69 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:27:12.087933 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087414855+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7e503d28 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:27:12.087956 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087395335+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:674b0c69 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:27:12.087981 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087411079+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:674b0c69 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:27:12.088004 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087388775+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:674b0c69 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:27:12.088029 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087417159+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:674b0c69 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:28:15.089509 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:28:15.089523 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:28:15.089536 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:28:15.089540 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:28:15.089542 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:28:15.089551 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:28:15.089562 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:28:15.089570 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:28:15.089572 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:28:15.089578 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:28:15.089582 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:28:15.089592 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:28:15.089597 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089398984+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3abf3540 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:28:15.089599 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:28:15.089600 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:28:15.089606 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:28:15.089601 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:28:15.089622 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089424136+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3abf3540 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:28:15.089645 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089402632+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:23a40401 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:28:15.089670 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089405128+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3abf3540 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:28:15.089695 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089384264+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3abf3540 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:28:15.089718 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089408648+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:23a40401 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:28:15.089739 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089411368+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3abf3540 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:28:15.089762 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089391848+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3abf3540 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:28:15.089785 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089365896+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3abf3540 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:28:15.089806 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089414216+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:23a40401 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:28:15.089827 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089396584+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:23a40401 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:28:15.089851 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089417736+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3abf3540 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:28:15.089872 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089362536+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:23a40401 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:28:15.089893 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089383976+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:23a40401 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:28:15.089931 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089420104+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:23a40401 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:28:15.089953 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089389992+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:23a40401 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:29:18.091374 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:29:18.091392 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:29:18.091375 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:29:18.091411 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:29:18.091384 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:29:18.091423 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:29:18.091424 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:29:18.091437 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:29:18.091437 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:29:18.091440 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:29:18.091441 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:29:18.091449 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:29:18.091451 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:29:18.091453 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:29:18.091467 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:29:18.091467 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:29:18.091472 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091258777+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a92e01e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:29:18.091509 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091263705+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a92e01e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:29:18.091537 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091272376+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b03530a7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:29:18.091564 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091265464+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b03530a7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:29:18.091593 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091294328+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b03530a7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:29:18.091619 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091233849+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a92e01e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:29:18.091645 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091245945+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b03530a7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:29:18.091672 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091268952+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a92e01e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:29:18.091696 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091252377+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a92e01e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:29:18.091719 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091283192+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b03530a7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:29:18.091741 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091288184+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a92e01e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:29:18.091768 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091259417+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b03530a7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:29:18.091794 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091277752+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b03530a7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:29:18.091817 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091282200+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a92e01e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:29:18.091840 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091293848+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a92e01e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:29:18.091876 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091288952+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b03530a7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:30:21.093678 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:30:21.093684 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:30:21.093716 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:30:21.093719 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:30:21.093730 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:30:21.093733 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:30:21.093739 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:30:21.093746 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:30:21.093749 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:30:21.093751 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:30:21.093766 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093602904+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76d50d7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:30:21.093771 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:30:21.093776 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:30:21.093783 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:30:21.093785 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:30:21.093796 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093580920+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76d50d7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:30:21.093809 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:30:21.093812 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:30:21.093825 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093576568+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76d50d7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:30:21.093849 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093555961+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76d50d7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:30:21.093875 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093591608+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76d50d7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:30:21.093898 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093570105+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76d50d7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:30:21.093919 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093537881+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fce3c3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:30:21.093940 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093586232+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fce3c3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:30:21.093962 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093566553+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fce3c3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:30:21.093983 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093555577+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fce3c3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:30:21.094005 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093571897+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fce3c3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:30:21.094026 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093600120+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fce3c3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:30:21.094066 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093585560+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76d50d7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:30:21.094093 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093597528+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76d50d7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:30:21.094115 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093560441+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fce3c3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:30:21.094143 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093592760+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fce3c3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:31:24.095621 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:31:24.095624 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:31:24.095627 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:31:24.095670 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:31:24.095677 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:31:24.095682 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:31:24.095631 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:31:24.095695 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:31:24.095696 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:31:24.095702 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:31:24.095703 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:31:24.095708 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:31:24.095708 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:31:24.095717 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:31:24.095718 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095492601+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ded6f0a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:31:24.095709 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:31:24.095738 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:31:24.095750 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095510457+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f65e4b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:31:24.095777 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095496441+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f65e4b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:31:24.095801 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095486585+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ded6f0a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:31:24.095825 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095504057+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f65e4b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:31:24.095849 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095479865+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f65e4b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:31:24.095874 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095539864+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ded6f0a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:31:24.095899 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095468505+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ded6f0a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:31:24.095924 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095521305+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ded6f0a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:31:24.095949 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095516889+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f65e4b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:31:24.095971 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095505849+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ded6f0a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:31:24.095992 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095498457+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ded6f0a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:31:24.096017 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095527577+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f65e4b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:31:24.096038 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095534296+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f65e4b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:31:24.096063 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095531288+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ded6f0a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:31:24.096118 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095521753+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f65e4b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:32:27.097423 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:32:27.097438 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:32:27.097424 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:32:27.097464 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:32:27.097475 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:32:27.097430 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:32:27.097480 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:32:27.097484 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:32:27.097486 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:32:27.097498 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:32:27.097501 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:32:27.097503 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:32:27.097510 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:32:27.097515 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:32:27.097516 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:32:27.097518 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097317721+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c998e492 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:32:27.097533 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:32:27.097541 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097304985+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c998e492 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:32:27.097569 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097286137+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d083d5d3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:32:27.097590 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097350584+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c998e492 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:32:27.097611 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097305401+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d083d5d3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:32:27.097632 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097328217+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c998e492 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:32:27.097667 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097309913+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d083d5d3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:32:27.097692 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097320601+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d083d5d3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:32:27.097716 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097323545+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c998e492 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:32:27.097742 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097333080+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c998e492 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:32:27.097763 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097314009+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d083d5d3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:32:27.097788 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097341336+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d083d5d3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:32:27.097810 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097344888+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c998e492 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:32:27.097832 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097346744+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d083d5d3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:32:27.097853 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097338552+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c998e492 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:32:27.097877 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097335320+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d083d5d3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:33:30.099346 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:33:30.099361 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:33:30.099346 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:33:30.099377 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:33:30.099379 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:33:30.099385 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:33:30.099388 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:33:30.099397 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:33:30.099401 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:33:30.099401 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:33:30.099404 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:33:30.099407 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:33:30.099409 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:33:30.099415 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:33:30.099417 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:33:30.099442 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:33:30.099453 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099267671+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3e651530 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:33:30.099482 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099248631+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3e651530 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:33:30.099509 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099263895+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:277e2471 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:33:30.099538 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099262583+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3e651530 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:33:30.099563 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099275927+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:277e2471 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:33:30.099585 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099287447+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:277e2471 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:33:30.099610 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099212952+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3e651530 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:33:30.099633 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099282711+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:277e2471 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:33:30.099658 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099242231+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3e651530 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:33:30.099675 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099238775+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:277e2471 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:33:30.099700 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099252855+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:277e2471 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:33:30.099730 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099232311+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3e651530 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:33:30.099750 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099273111+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3e651530 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:33:30.099771 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099236951+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3e651530 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:33:30.099796 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099269335+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:277e2471 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:33:30.099834 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099258999+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:277e2471 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:34:33.101967 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:34:33.101983 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:34:33.101975 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:34:33.102001 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:34:33.101976 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:34:33.102010 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:34:33.102012 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:34:33.102026 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:34:33.102013 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:34:33.102049 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:34:33.102055 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:34:33.102058 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:34:33.102050 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:34:33.102080 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:34:33.102080 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:34:33.102103 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101879461+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ee6d85c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:34:33.102115 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:34:33.102141 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101902596+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8065f5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:34:33.102165 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101878949+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8065f5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:34:33.102184 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101896869+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8065f5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:34:33.102207 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101890661+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8065f5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:34:33.102230 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101891621+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ee6d85c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:34:33.102252 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101885381+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ee6d85c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:34:33.102279 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101834565+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ee6d85c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:34:33.102305 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101884453+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8065f5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:34:33.102326 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101856965+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ee6d85c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:34:33.102347 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101868677+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8065f5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:34:33.102369 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101865765+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ee6d85c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:34:33.102394 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101851717+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ee6d85c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:34:33.102416 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101873957+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8065f5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:34:33.102436 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101860837+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ee6d85c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:34:33.102452 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101856805+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8065f5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:35:36.104923 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:35:36.104939 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:35:36.104923 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:35:36.104929 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:35:36.104960 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:35:36.105008 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:35:36.105010 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:35:36.105014 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104819482+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:21c2a3f6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:35:36.105019 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:35:36.105023 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:35:36.105015 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:35:36.105036 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:35:36.105037 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:35:36.105038 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:35:36.105042 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:35:36.105046 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:35:36.105060 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104858170+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:21c2a3f6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:35:36.105074 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:35:36.105111 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104814426+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:38d992b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:35:36.105141 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104833434+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:21c2a3f6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:35:36.105169 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104825594+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:38d992b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:35:36.105215 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104794074+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:38d992b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:35:36.105241 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104820218+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:38d992b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:35:36.105263 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104839514+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:21c2a3f6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:35:36.105285 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104809050+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:21c2a3f6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:35:36.105307 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104827386+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:21c2a3f6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:35:36.105328 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104847226+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:38d992b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:35:36.105367 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104853370+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:38d992b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:35:36.105393 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104845722+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:21c2a3f6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:35:36.105418 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104809562+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:38d992b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:35:36.105441 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104839770+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:38d992b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:35:36.105468 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104851962+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:21c2a3f6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:36:39.106897 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:36:39.106899 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:36:39.106931 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:36:39.106906 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:36:39.106952 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:36:39.106947 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:36:39.106958 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:36:39.106967 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:36:39.106969 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:36:39.106976 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:36:39.106980 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:36:39.106981 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:36:39.106983 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:36:39.106988 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106787498+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:750e7b70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:36:39.106989 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:36:39.106989 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:36:39.107017 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106825034+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:750e7b70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:36:39.107048 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:36:39.107055 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106775147+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:750e7b70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:36:39.107109 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106766731+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c154a31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:36:39.107137 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106800074+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:750e7b70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:36:39.107164 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106805258+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:750e7b70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:36:39.107183 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106786570+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c154a31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:36:39.107208 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106797834+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c154a31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:36:39.107234 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106805898+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c154a31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:36:39.107261 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106816330+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c154a31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:36:39.107283 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106812458+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:750e7b70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:36:39.107305 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106811850+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c154a31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:36:39.107331 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106818858+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:750e7b70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:36:39.107353 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106792010+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c154a31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:36:39.107380 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106794186+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:750e7b70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:36:39.107405 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106821802+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c154a31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:37:42.109876 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:37:42.109885 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:37:42.109892 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:37:42.109880 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:37:42.109914 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:37:42.109924 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:37:42.109928 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:37:42.109931 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:37:42.109939 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:37:42.109944 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:37:42.109945 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:37:42.109948 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:37:42.109951 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:37:42.109954 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:37:42.109959 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:37:42.109964 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:37:42.109968 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109807269+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e69f4fd6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:37:42.109998 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109778245+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff847e97 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:37:42.110024 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109753765+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff847e97 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:37:42.110043 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109764485+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff847e97 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:37:42.110069 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109765989+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e69f4fd6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:37:42.110116 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109744389+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e69f4fd6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:37:42.110138 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109771781+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff847e97 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:37:42.110159 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109772965+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e69f4fd6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:37:42.110193 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109793669+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e69f4fd6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:37:42.110224 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109784229+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff847e97 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:37:42.110245 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109790277+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff847e97 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:37:42.110267 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109780101+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e69f4fd6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:37:42.110288 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109801253+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e69f4fd6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:37:42.110309 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109760325+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e69f4fd6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:37:42.110335 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109795525+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff847e97 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:37:42.110360 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109802405+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff847e97 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:38:45.112182 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:38:45.112182 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:38:45.112188 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:38:45.112218 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:38:45.112190 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:38:45.112227 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:38:45.112228 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:38:45.112238 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:38:45.112223 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:38:45.112242 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:38:45.112251 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:38:45.112255 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:38:45.112256 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:38:45.112264 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:38:45.112265 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:38:45.112271 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:38:45.112274 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112144545+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bb6b76ff 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:38:45.112306 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112128513+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bb6b76ff 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:38:45.112331 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112123649+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bb6b76ff 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:38:45.112348 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112090433+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a27047be 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:38:45.112373 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112104033+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a27047be 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:38:45.112396 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112117441+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bb6b76ff 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:38:45.112423 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112086177+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a27047be 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:38:45.112445 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112109825+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a27047be 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:38:45.112483 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112057281+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a27047be 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:38:45.112502 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112111329+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bb6b76ff 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:38:45.112528 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112114625+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a27047be 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:38:45.112554 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112081377+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a27047be 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:38:45.112576 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112096865+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bb6b76ff 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:38:45.112597 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112134529+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bb6b76ff 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:38:45.112618 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112139873+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bb6b76ff 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:38:45.112643 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112076001+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a27047be 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:39:48.115241 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:39:48.115252 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:39:48.115241 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:39:48.115251 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:39:48.115281 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:39:48.115280 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:39:48.115287 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:39:48.115281 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:39:48.115299 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:39:48.115309 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:39:48.115311 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:39:48.115316 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:39:48.115294 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:39:48.115339 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:39:48.115340 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:39:48.115347 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:39:48.115370 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115133026+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6796fd7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:39:48.115418 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115143938+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6796fd7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:39:48.115443 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115156642+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6796fd7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:39:48.115470 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115180578+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6796fd7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:39:48.115495 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115142498+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:28fa4259 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:39:48.115518 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115147970+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:28fa4259 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:39:48.115545 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115150818+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6796fd7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:39:48.115599 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115116354+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:28fa4259 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:39:48.115622 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115172290+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:28fa4259 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:39:48.115641 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115160962+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:28fa4259 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:39:48.115667 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115174626+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6796fd7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:39:48.115691 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115132002+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:28fa4259 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:39:48.115717 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115136962+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:28fa4259 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:39:48.115740 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115161762+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6796fd7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:39:48.115762 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115168770+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6796fd7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:39:48.115783 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115166562+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:28fa4259 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:40:51.117587 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:40:51.117600 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:40:51.117606 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:40:51.117621 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:40:51.117626 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:40:51.117624 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:40:51.117634 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:40:51.117635 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:40:51.117641 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:40:51.117649 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:40:51.117649 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:40:51.117653 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:40:51.117659 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:40:51.117663 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:40:51.117665 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:40:51.117675 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117512850+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7014ec0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:40:51.117673 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:40:51.117710 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117522226+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7014ec0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:40:51.117736 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117490355+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ee1a7f81 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:40:51.117758 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117518226+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ee1a7f81 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:40:51.117781 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117474163+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ee1a7f81 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:40:51.117826 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117534226+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7014ec0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:40:51.117855 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117505587+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ee1a7f81 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:40:51.117881 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117531378+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ee1a7f81 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:40:51.117908 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117517426+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7014ec0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:40:51.117933 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117524818+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ee1a7f81 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:40:51.117954 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117499475+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ee1a7f81 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:40:51.117977 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117495347+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ee1a7f81 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:40:51.117999 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117489395+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7014ec0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:40:51.118024 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117500851+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7014ec0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:40:51.118045 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117506930+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7014ec0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:40:51.118061 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117528338+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7014ec0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:41:54.119334 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:41:54.119350 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:41:54.119369 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:41:54.119334 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:41:54.119394 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:41:54.119342 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:41:54.119416 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:41:54.119380 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:41:54.119434 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:41:54.119441 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:41:54.119444 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119276581+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a906e6eb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:41:54.119445 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:41:54.119420 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:41:54.119461 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:41:54.119463 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:41:54.119480 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:41:54.119484 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:41:54.119509 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119211205+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9b308469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:41:54.119536 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119231173+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a906e6eb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:41:54.119563 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119226757+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9b308469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:41:54.119585 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119242789+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a906e6eb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:41:54.119611 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119253445+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a906e6eb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:41:54.119637 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119260037+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a906e6eb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:41:54.119659 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119231685+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9b308469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:41:54.119680 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119258181+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9b308469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:41:54.119702 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119235525+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9b308469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:41:54.119726 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119240581+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9b308469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:41:54.119751 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119248709+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a906e6eb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:41:54.119776 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119266245+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a906e6eb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:41:54.119800 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119272101+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a906e6eb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:41:54.119821 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119262501+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9b308469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:41:54.119846 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119252933+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9b308469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:42:57.121836 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:42:57.121851 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:42:57.121839 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:42:57.121868 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:42:57.121841 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:42:57.121880 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:42:57.121886 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:42:57.121890 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:42:57.121891 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:42:57.121898 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:42:57.121899 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:42:57.121910 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:42:57.121912 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:42:57.121913 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:42:57.121915 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:42:57.121922 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121767364+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e96e80d1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:42:57.121922 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:42:57.121952 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121744452+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f075b190 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:42:57.121976 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121737956+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e96e80d1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:42:57.121999 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121754116+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f075b190 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:42:57.122020 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121758788+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f075b190 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:42:57.122069 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121739236+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f075b190 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:42:57.122114 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121761348+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e96e80d1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:42:57.122143 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121753828+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e96e80d1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:42:57.122169 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121749380+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f075b190 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:42:57.122195 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121726852+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f075b190 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:42:57.122217 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121715332+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f075b190 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:42:57.122244 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121705316+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e96e80d1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:42:57.122270 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121721668+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e96e80d1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:42:57.122293 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121732004+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e96e80d1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:42:57.122317 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121733348+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f075b190 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:42:57.122339 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121727684+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e96e80d1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:44:00.123787 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:44:00.123795 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:44:00.123801 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:44:00.123820 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:44:00.123821 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:44:00.123821 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:44:00.123833 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:44:00.123836 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:44:00.123838 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:44:00.123841 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:44:00.123847 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:44:00.123848 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:44:00.123862 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:44:00.123863 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:44:00.123875 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:44:00.123885 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:44:00.123877 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123696687+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35be22b0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:44:00.123934 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123679727+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7884032 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:44:00.123958 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123669775+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7884032 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:44:00.123982 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123674543+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7884032 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:44:00.124008 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123651983+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7884032 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:44:00.124034 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123721103+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35be22b0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:44:00.124061 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123673135+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35be22b0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:44:00.124106 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123692559+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35be22b0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:44:00.124132 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123709359+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35be22b0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:44:00.124153 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123686031+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35be22b0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:44:00.124178 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123708527+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7884032 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:44:00.124205 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123714991+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35be22b0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:44:00.124228 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123698287+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7884032 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:44:00.124253 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123703823+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7884032 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:44:00.124276 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123685807+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7884032 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:44:00.124302 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123702543+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35be22b0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:45:03.126701 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:45:03.126709 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:45:03.126711 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:45:03.126732 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:45:03.126730 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:45:03.126736 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:45:03.126744 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:45:03.126745 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:45:03.126754 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:45:03.126755 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:45:03.126766 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:45:03.126748 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:45:03.126777 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:45:03.126777 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:45:03.126768 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:45:03.126783 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126622497+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:270b8d5e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:45:03.126789 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:45:03.126807 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126621121+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b988a0d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:45:03.126832 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126630849+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b988a0d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:45:03.126849 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126576833+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:270b8d5e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:45:03.126874 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126625281+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b988a0d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:45:03.126901 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126642593+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b988a0d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:45:03.126918 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126593409+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:270b8d5e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:45:03.126939 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126609345+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:270b8d5e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:45:03.126960 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126598849+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:270b8d5e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:45:03.126981 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126633569+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:270b8d5e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:45:03.127002 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126597601+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b988a0d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:45:03.127023 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126628225+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:270b8d5e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:45:03.127065 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126604033+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:270b8d5e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:45:03.127098 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126609537+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b988a0d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:45:03.127127 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126616737+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b988a0d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:45:03.127153 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126637185+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b988a0d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:46:06.129479 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:46:06.129495 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:46:06.129481 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:46:06.129511 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:46:06.129484 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:46:06.129524 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:46:06.129530 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:46:06.129533 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:46:06.129536 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:46:06.129542 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:46:06.129545 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:46:06.129547 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:46:06.129549 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:46:06.129568 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:46:06.129576 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:46:06.129589 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129411665+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:134c7b5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:46:06.129589 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:46:06.129633 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129368337+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:134c7b5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:46:06.129660 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129352273+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:134c7b5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:46:06.129687 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129373361+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:134c7b5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:46:06.129714 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129389297+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:182ff6f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:46:06.129742 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129378289+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:134c7b5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:46:06.129764 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129383633+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:182ff6f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:46:06.129792 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129377649+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:182ff6f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:46:06.129810 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129398289+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:134c7b5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:46:06.129832 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129406065+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:134c7b5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:46:06.129854 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129403889+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:182ff6f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:46:06.129882 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129399153+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:182ff6f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:46:06.129909 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129365809+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:182ff6f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:46:06.129936 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129384689+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:134c7b5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:46:06.129964 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129410193+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:182ff6f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:46:06.129992 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129393713+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:182ff6f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:47:09.133000 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:47:09.133007 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:47:09.133017 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:47:09.133030 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:47:09.133029 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:47:09.133034 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:47:09.133041 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:47:09.133051 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:47:09.133053 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:47:09.133061 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:47:09.133063 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:47:09.133065 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:47:09.133070 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:47:09.133076 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:47:09.133065 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:47:09.133086 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132917408+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4ce32e72 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:47:09.133097 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:47:09.133114 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132895296+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4ce32e72 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:47:09.133144 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132875808+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:55f81f33 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:47:09.133168 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132890048+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:55f81f33 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:47:09.133220 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132872256+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4ce32e72 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:47:09.133248 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132880544+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:55f81f33 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:47:09.133271 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132901344+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4ce32e72 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:47:09.133293 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132904+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:55f81f33 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:47:09.133320 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132881952+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4ce32e72 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:47:09.133347 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132906720+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4ce32e72 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:47:09.133368 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132884736+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:55f81f33 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:47:09.133394 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132911776+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4ce32e72 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:47:09.133420 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132916480+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:55f81f33 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:47:09.133437 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132910464+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:55f81f33 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:47:09.133454 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132861984+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:55f81f33 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:47:09.133477 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132888608+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4ce32e72 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:48:12.135367 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:48:12.135385 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:48:12.135369 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:48:12.135402 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:48:12.135374 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:48:12.135421 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:48:12.135414 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:48:12.135429 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:48:12.135434 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:48:12.135441 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:48:12.135445 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:48:12.135448 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:48:12.135454 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:48:12.135458 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135293534+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:245f9869 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:48:12.135459 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:48:12.135459 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:48:12.135474 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:48:12.135515 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135245982+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3d44a928 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:48:12.135544 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135248126+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:245f9869 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:48:12.135572 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135240606+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:245f9869 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:48:12.135594 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135219422+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:245f9869 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:48:12.135621 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135254398+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3d44a928 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:48:12.135652 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135274814+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3d44a928 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:48:12.135679 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135253150+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:245f9869 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:48:12.135706 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135225822+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3d44a928 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:48:12.135731 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135286046+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:245f9869 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:48:12.135770 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135260062+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:245f9869 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:48:12.135797 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135241118+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3d44a928 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:48:12.135824 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135263710+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3d44a928 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:48:12.135850 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135269982+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3d44a928 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:48:12.135876 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135277886+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:245f9869 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:48:12.135898 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135283774+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3d44a928 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:49:15.138851 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:49:15.138861 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:49:15.138876 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:49:15.138889 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:49:15.138866 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:49:15.138903 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:49:15.138907 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:49:15.138911 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:49:15.138913 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:49:15.138920 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:49:15.138924 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:49:15.138914 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:49:15.138934 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:49:15.138938 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:49:15.138940 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:49:15.138940 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138776200+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fff1d7b8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:49:15.138945 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:49:15.138973 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138745448+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e6eae6f9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:49:15.138999 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138729448+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fff1d7b8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:49:15.139025 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138730376+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e6eae6f9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:49:15.139051 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138760296+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fff1d7b8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:49:15.139097 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138736136+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fff1d7b8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:49:15.139120 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138697768+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fff1d7b8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:49:15.139145 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138742856+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fff1d7b8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:49:15.139166 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138720968+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fff1d7b8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:49:15.139184 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138768968+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fff1d7b8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:49:15.139203 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138751720+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e6eae6f9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:49:15.139227 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138738152+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e6eae6f9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:49:15.139249 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138715688+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e6eae6f9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:49:15.139272 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138756200+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e6eae6f9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:49:15.139292 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138762568+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e6eae6f9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:49:15.139318 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138769832+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e6eae6f9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:50:18.141209 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:50:18.141211 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:50:18.141248 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:50:18.141258 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:50:18.141219 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:50:18.141272 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:50:18.141273 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:50:18.141281 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:50:18.141286 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:50:18.141286 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:50:18.141294 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:50:18.141297 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:50:18.141298 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:50:18.141303 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141070769+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:757bd25f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:50:18.141305 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:50:18.141318 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:50:18.141321 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:50:18.141338 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141085233+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:757bd25f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:50:18.141365 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141077937+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:757bd25f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:50:18.141385 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141082353+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c60e31e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:50:18.141412 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141133233+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:757bd25f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:50:18.141437 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141056209+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c60e31e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:50:18.141459 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141047953+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:757bd25f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:50:18.141480 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141108849+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c60e31e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:50:18.141506 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141070545+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c60e31e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:50:18.141527 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141121521+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:757bd25f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:50:18.141548 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141123025+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c60e31e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:50:18.141569 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141114161+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:757bd25f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:50:18.141594 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141116529+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c60e31e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:50:18.141619 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141127921+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:757bd25f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:50:18.141644 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141128753+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c60e31e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:50:18.141669 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141076145+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c60e31e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:51:21.143307 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:51:21.143316 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:51:21.143334 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:51:21.143337 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:51:21.143339 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:51:21.143354 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:51:21.143363 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:51:21.143367 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:51:21.143368 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:51:21.143368 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:51:21.143376 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:51:21.143379 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:51:21.143386 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:51:21.143390 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:51:21.143391 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:51:21.143394 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:51:21.143404 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143253683+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4974070d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:51:21.143430 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143231091+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4974070d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:51:21.143453 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143181235+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b42658f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:51:21.143473 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143200723+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b42658f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:51:21.143497 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143238803+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b42658f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:51:21.143525 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143247987+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4974070d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:51:21.143551 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143205491+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b42658f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:51:21.143580 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143215699+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b42658f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:51:21.143601 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143235955+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4974070d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:51:21.143624 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143245843+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b42658f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:51:21.143646 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143209875+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b42658f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:51:21.143668 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143221875+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4974070d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:51:21.143694 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143208115+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4974070d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:51:21.143722 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143226867+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4974070d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:51:21.143749 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143241619+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4974070d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:51:21.143774 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143231859+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b42658f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:52:24.146009 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:52:24.146016 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:52:24.146051 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:52:24.146056 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:52:24.146067 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:52:24.146068 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:52:24.146106 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:52:24.146112 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145911970+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e8d35129 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:52:24.146121 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:52:24.146124 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:52:24.146072 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:52:24.146132 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:52:24.146136 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:52:24.146137 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:52:24.146140 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145942177+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1c86068 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:52:24.146155 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:52:24.146170 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:52:24.146171 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:52:24.146207 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145935713+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1c86068 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:52:24.146235 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145928353+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e8d35129 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:52:24.146261 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145932609+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e8d35129 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:52:24.146283 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145927937+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1c86068 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:52:24.146308 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145898530+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e8d35129 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:52:24.146329 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145893090+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1c86068 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:52:24.146345 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145905762+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e8d35129 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:52:24.146368 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145913282+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1c86068 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:52:24.146389 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145906146+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1c86068 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:52:24.146410 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145871586+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1c86068 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:52:24.146435 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145886050+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e8d35129 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:52:24.146462 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145917890+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e8d35129 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:52:24.146483 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145923650+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e8d35129 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:52:24.146508 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145899266+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1c86068 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:53:27.148273 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:53:27.148290 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:53:27.148282 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:53:27.148303 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:53:27.148312 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:53:27.148313 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:53:27.148321 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:53:27.148323 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:53:27.148326 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:53:27.148334 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:53:27.148334 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:53:27.148338 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:53:27.148345 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:53:27.148348 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:53:27.148351 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:53:27.148366 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148162470+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:80dc23f2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:53:27.148352 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:53:27.148395 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148148742+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:80dc23f2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:53:27.148422 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148193926+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:99c712b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:53:27.148445 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148156166+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:80dc23f2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:53:27.148471 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148166726+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:99c712b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:53:27.148498 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148125735+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:99c712b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:53:27.148524 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148155014+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:99c712b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:53:27.148551 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148169062+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:80dc23f2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:53:27.148576 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148125543+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:80dc23f2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:53:27.148598 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148174854+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:80dc23f2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:53:27.148619 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148148039+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:99c712b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:53:27.148661 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148182342+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:99c712b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:53:27.148687 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148184550+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:80dc23f2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:53:27.148705 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148179718+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:80dc23f2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:53:27.148726 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148160518+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:99c712b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:53:27.148746 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148188422+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:99c712b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:54:30.152039 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:54:30.152044 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:54:30.152075 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:54:30.152088 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:54:30.152097 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:54:30.152097 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:54:30.152106 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:54:30.152112 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:54:30.152112 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:54:30.152125 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:54:30.152126 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:54:30.152133 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151959494+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ebe44187 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:54:30.152137 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:54:30.152148 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:54:30.152147 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:54:30.152126 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:54:30.152162 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151932550+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f2ff70c6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:54:30.152177 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:54:30.152208 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151945894+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ebe44187 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:54:30.152237 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151939046+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f2ff70c6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:54:30.152259 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151944262+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f2ff70c6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:54:30.152281 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151887654+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ebe44187 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:54:30.152303 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151929094+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ebe44187 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:54:30.152324 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151909670+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ebe44187 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:54:30.152346 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151950662+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f2ff70c6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:54:30.152368 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151956262+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f2ff70c6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:54:30.152389 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151915942+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ebe44187 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:54:30.152411 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151905094+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f2ff70c6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:54:30.152435 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151925478+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f2ff70c6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:54:30.152463 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151952998+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ebe44187 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:54:30.152504 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151917670+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f2ff70c6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:54:30.152530 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151921478+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ebe44187 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:55:33.153289 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:55:33.153306 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:55:33.153289 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:55:33.153333 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:55:33.153346 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:55:33.153294 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:55:33.153356 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:55:33.153358 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:55:33.153359 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:55:33.153370 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:55:33.153373 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:55:33.153383 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:55:33.153386 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:55:33.153387 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:55:33.153387 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:55:33.153402 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:55:33.153422 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153205495+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb678ceb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:55:33.153459 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153213047+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d27cbdaa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:55:33.153488 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153206583+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d27cbdaa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:55:33.153517 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153218327+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d27cbdaa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:55:33.153543 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153178455+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb678ceb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:55:33.153564 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153167223+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb678ceb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:55:33.153586 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153173047+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb678ceb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:55:33.153608 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153211767+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb678ceb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:55:33.153629 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153195607+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d27cbdaa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:55:33.153651 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153198423+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb678ceb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:55:33.153673 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153184311+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb678ceb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:55:33.153694 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153171767+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d27cbdaa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:55:33.153715 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153191031+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d27cbdaa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:55:33.153735 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153185207+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d27cbdaa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:55:33.153756 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153200695+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d27cbdaa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:55:33.153778 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153146551+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb678ceb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:56:36.156018 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:56:36.156028 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:56:36.156038 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:56:36.156046 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:56:36.156068 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:56:36.156073 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:56:36.156079 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:56:36.156083 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:56:36.156083 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:56:36.156094 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:56:36.156096 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:56:36.156099 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:56:36.156101 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:56:36.156115 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:56:36.156130 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155918625+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:25814c08 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:56:36.156149 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:56:36.156148 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:56:36.156216 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155928257+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:17b72e8a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:56:36.156253 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155941377+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:25814c08 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:56:36.156280 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155954273+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:17b72e8a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:56:36.156304 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155879330+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:25814c08 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:56:36.156331 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155948033+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:25814c08 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:56:36.156359 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155948513+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:17b72e8a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:56:36.156388 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155912514+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:25814c08 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:56:36.156414 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155933985+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:25814c08 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:56:36.156442 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155917090+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:17b72e8a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:56:36.156467 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155941889+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:17b72e8a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:56:36.156495 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155922689+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:17b72e8a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:56:36.156522 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155934625+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:17b72e8a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:56:36.156545 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155907202+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:25814c08 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:56:36.156572 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155901154+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:25814c08 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:56:36.156595 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155905058+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:17b72e8a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:57:39.157961 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:57:39.157977 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:57:39.157961 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:57:39.157991 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:57:39.157999 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:57:39.158007 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:57:39.158010 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:57:39.158017 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:57:39.158023 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:57:39.158029 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:57:39.158031 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:57:39.158034 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:57:39.158031 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:57:39.158043 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:57:39.158067 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:57:39.158045 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:57:39.158095 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157812411+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a601633 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:57:39.158127 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157868443+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a601633 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:57:39.158152 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157830843+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a601633 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:57:39.158175 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157811259+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:937b2772 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:57:39.158198 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157838939+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:937b2772 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:57:39.158222 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157845275+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:937b2772 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:57:39.158246 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157818235+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a601633 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:57:39.158272 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157826843+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:937b2772 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:57:39.158294 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157849371+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:937b2772 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:57:39.158319 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157833307+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:937b2772 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:57:39.158342 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157854747+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:937b2772 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:57:39.158368 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157861435+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a601633 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:57:39.158391 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157853915+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a601633 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:57:39.158416 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157861883+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:937b2772 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:57:39.158437 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157824891+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a601633 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:57:39.158462 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157787547+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a601633 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:58:42.160393 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:58:42.160405 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:58:42.160416 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:58:42.160426 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:58:42.160429 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:58:42.160435 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:58:42.160446 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:58:42.160447 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:58:42.160449 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:58:42.160456 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:58:42.160460 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:58:42.160461 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:58:42.160464 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:58:42.160467 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:58:42.160471 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:58:42.160500 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160307140+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b5446d99 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:58:42.160512 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:58:42.160536 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160297636+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ac5f5cd8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:58:42.160557 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160331012+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b5446d99 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:58:42.160584 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160294884+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b5446d99 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:58:42.160608 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160281796+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b5446d99 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:58:42.160635 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160310884+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ac5f5cd8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:58:42.160658 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160312612+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b5446d99 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:58:42.160675 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160291780+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ac5f5cd8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:58:42.160716 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160261828+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ac5f5cd8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:58:42.160743 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160316676+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ac5f5cd8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:58:42.160769 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160322372+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ac5f5cd8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:58:42.160791 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160281828+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ac5f5cd8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:58:42.160812 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160325124+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b5446d99 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:58:42.160833 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160301988+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b5446d99 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:58:42.160859 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160319172+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b5446d99 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:58:42.160880 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160286436+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ac5f5cd8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:59:45.162946 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:59:45.162960 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:59:45.162970 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:59:45.162979 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:59:45.162990 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:59:45.162992 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:59:45.163000 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:59:45.163004 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:59:45.163009 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:59:45.163016 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:59:45.163019 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:59:45.163019 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:59:45.163025 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:59:45.163028 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:59:45.163034 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162833892+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:77f11309 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:59:45.163038 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:59:45.163076 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 09:59:45.163078 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162858724+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:77f11309 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:59:45.163111 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162817924+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:77f11309 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:59:45.163134 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162837092+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6eea2248 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:59:45.163158 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162840964+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:77f11309 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:59:45.163183 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162817508+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6eea2248 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:59:45.163205 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162843908+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6eea2248 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:59:45.163228 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162780036+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:77f11309 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:59:45.163251 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162847364+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:77f11309 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:59:45.163272 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162826660+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:77f11309 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:59:45.163298 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162850372+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6eea2248 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:59:45.163324 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162824900+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6eea2248 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:59:45.163345 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162793188+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6eea2248 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:59:45.163361 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162852900+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:77f11309 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:59:45.163384 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162856836+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6eea2248 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 09:59:45.163407 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162831236+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6eea2248 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:00:48.165126 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:00:48.165138 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:00:48.165153 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:00:48.165127 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:00:48.165163 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:00:48.165176 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:00:48.165178 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:00:48.165182 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:00:48.165186 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:00:48.165188 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:00:48.165191 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:00:48.165201 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:00:48.165205 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:00:48.165207 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:00:48.165209 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:00:48.165217 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:00:48.165226 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.164978726+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fd7b16ee 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:00:48.165254 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.164994438+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fd7b16ee 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:00:48.165278 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.165052422+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e46027af 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:00:48.165303 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.164960166+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e46027af 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:00:48.165326 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.164993382+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e46027af 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:00:48.165347 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.165035782+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fd7b16ee 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:00:48.165371 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.165020486+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e46027af 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:00:48.165396 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.165014822+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e46027af 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:00:48.165421 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.164985030+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e46027af 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:00:48.165446 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.164987174+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fd7b16ee 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:00:48.165469 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.165041062+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fd7b16ee 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:00:48.165490 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.165000838+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e46027af 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:00:48.165511 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.165046822+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fd7b16ee 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:00:48.165536 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.164955878+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fd7b16ee 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:00:48.165558 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.164977414+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e46027af 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:00:48.165582 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.165028614+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fd7b16ee 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:01:51.167671 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:01:51.167675 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:01:51.167693 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:01:51.167710 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:01:51.167678 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:01:51.167721 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:01:51.167716 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:01:51.167732 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:01:51.167736 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:01:51.167746 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:01:51.167746 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:01:51.167738 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:01:51.167759 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:01:51.167759 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167603412+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea59907f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:01:51.167764 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:01:51.167765 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:01:51.167761 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:01:51.167806 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167589780+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea59907f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:01:51.167829 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167579252+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea59907f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:01:51.167851 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167563380+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f342a13e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:01:51.167873 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167584116+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea59907f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:01:51.167894 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167557652+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f342a13e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:01:51.167916 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167549108+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea59907f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:01:51.167936 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167588980+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f342a13e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:01:51.167956 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167531476+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f342a13e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:01:51.167980 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167596436+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea59907f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:01:51.167999 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167596020+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f342a13e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:01:51.168019 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167560788+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea59907f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:01:51.168040 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167548404+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f342a13e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:01:51.168061 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167574388+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea59907f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:01:51.168107 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167553268+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f342a13e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:01:51.168128 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167601940+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f342a13e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:02:54.169926 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:02:54.169931 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:02:54.169975 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:02:54.169935 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:02:54.169985 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:02:54.169992 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:02:54.169946 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:02:54.169995 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:02:54.170012 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169851142+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:60d39598 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:02:54.170018 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:02:54.170019 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:02:54.170021 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:02:54.170022 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:02:54.170031 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:02:54.170034 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:02:54.170034 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:02:54.170058 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169828998+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:60d39598 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:02:54.170086 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169781254+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79c8a4d9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:02:54.170087 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:02:54.170111 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169801990+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79c8a4d9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:02:54.170136 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169839334+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:60d39598 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:02:54.170163 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169845638+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:60d39598 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:02:54.170184 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169850566+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79c8a4d9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:02:54.170204 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169807686+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79c8a4d9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:02:54.170221 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169834246+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:60d39598 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:02:54.170244 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169818534+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79c8a4d9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:02:54.170267 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169803942+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:60d39598 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:02:54.170288 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169843878+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79c8a4d9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:02:54.170310 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169818886+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:60d39598 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:02:54.170336 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169824422+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:60d39598 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:02:54.170362 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169812614+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79c8a4d9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:02:54.170384 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169835846+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79c8a4d9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:03:57.171619 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:03:57.171635 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:03:57.171626 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:03:57.171649 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:03:57.171655 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:03:57.171661 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:03:57.171666 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:03:57.171672 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:03:57.171675 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:03:57.171677 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:03:57.171679 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:03:57.171685 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:03:57.171687 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:03:57.171691 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:03:57.171700 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:03:57.171709 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171518107+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be38de2c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:03:57.171708 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:03:57.171732 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171542811+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a723ef6d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:03:57.171756 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171523547+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be38de2c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:03:57.171772 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171532891+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be38de2c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:03:57.171800 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171529755+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a723ef6d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:03:57.171823 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171499323+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a723ef6d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:03:57.171847 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171536379+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a723ef6d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:03:57.171869 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171492987+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be38de2c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:03:57.171890 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171527899+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be38de2c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:03:57.171910 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171539163+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be38de2c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:03:57.171930 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171513307+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a723ef6d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:03:57.171950 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171473915+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a723ef6d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:03:57.171975 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171506043+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a723ef6d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:03:57.171995 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171505499+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be38de2c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:03:57.172017 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171512283+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be38de2c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:03:57.172037 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171493659+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a723ef6d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:05:00.173446 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:05:00.173455 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:05:00.173472 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:05:00.173478 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:05:00.173491 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:05:00.173492 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:05:00.173491 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:05:00.173503 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:05:00.173504 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:05:00.173514 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:05:00.173515 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:05:00.173517 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:05:00.173525 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:05:00.173529 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:05:00.173530 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:05:00.173534 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:05:00.173536 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173340425+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dc1a453d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:05:00.173594 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173310921+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c501747c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:05:00.173622 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173367977+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dc1a453d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:05:00.173647 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173281417+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dc1a453d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:05:00.173672 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173294377+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c501747c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:05:00.173696 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173336713+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c501747c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:05:00.173713 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173331401+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c501747c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:05:00.173736 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173344297+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c501747c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:05:00.173758 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173310633+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dc1a453d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:05:00.173780 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173347145+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dc1a453d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:05:00.173800 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173316713+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dc1a453d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:05:00.173826 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173355113+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dc1a453d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:05:00.173852 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173356361+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c501747c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:05:00.173878 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173350537+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c501747c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:05:00.173899 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173361545+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dc1a453d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:05:00.173920 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173325289+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c501747c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:06:03.175944 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:06:03.175946 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:06:03.175970 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:06:03.175973 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:06:03.175990 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:06:03.175989 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:06:03.175993 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:06:03.175999 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:06:03.176003 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:06:03.176007 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:06:03.176012 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:06:03.176013 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:06:03.176019 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:06:03.176021 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:06:03.176029 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:06:03.176040 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175859674+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e582b910 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:06:03.176039 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:06:03.176067 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175853594+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e582b910 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:06:03.176108 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175827482+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fc998851 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:06:03.176144 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175849530+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fc998851 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:06:03.176167 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175824346+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e582b910 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:06:03.176185 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175807706+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fc998851 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:06:03.176206 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175864474+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e582b910 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:06:03.176222 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175832826+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fc998851 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:06:03.176246 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175890362+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e582b910 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:06:03.176306 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175870874+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e582b910 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:06:03.176334 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175884186+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fc998851 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:06:03.176355 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175836154+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e582b910 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:06:03.176372 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175843482+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e582b910 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:06:03.176395 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175839290+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fc998851 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:06:03.176418 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175878426+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fc998851 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:06:03.176444 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175866682+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fc998851 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:07:06.177606 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:07:06.177624 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:07:06.177628 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:07:06.177642 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:07:06.177649 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:07:06.177653 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:07:06.177656 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:07:06.177662 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:07:06.177664 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:07:06.177669 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:07:06.177673 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:07:06.177676 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:07:06.177677 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:07:06.177668 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:07:06.177687 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:07:06.177697 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177508117+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6479f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:07:06.177704 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:07:06.177728 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177516245+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:127f48b2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:07:06.177753 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177532789+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6479f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:07:06.177774 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177493237+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:127f48b2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:07:06.177797 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177520341+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6479f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:07:06.177818 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177509461+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:127f48b2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:07:06.177840 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177523061+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:127f48b2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:07:06.177861 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177497685+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6479f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:07:06.177886 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177513557+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6479f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:07:06.177907 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177526485+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6479f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:07:06.177933 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177484437+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:127f48b2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:07:06.177954 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177483573+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6479f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:07:06.177975 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177503637+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6479f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:07:06.177997 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177455413+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:127f48b2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:07:06.178057 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177488629+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:127f48b2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:07:06.178087 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177478613+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:127f48b2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:08:09.179599 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:08:09.179610 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:08:09.179630 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:08:09.179643 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:08:09.179649 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:08:09.179660 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:08:09.179663 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:08:09.179666 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:08:09.179671 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:08:09.179672 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:08:09.179684 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:08:09.179684 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:08:09.179685 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:08:09.179696 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:08:09.179697 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179532453+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:231d3f07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:08:09.179684 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:08:09.179727 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179510789+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:231d3f07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:08:09.179728 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:08:09.179759 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179474053+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9e1289 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:08:09.179777 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179504933+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:231d3f07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:08:09.179800 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179479749+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9e1289 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:08:09.179823 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179512421+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9e1289 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:08:09.179846 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179469189+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9e1289 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:08:09.179870 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179499429+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:231d3f07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:08:09.179912 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179500293+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9e1289 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:08:09.179938 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179506245+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9e1289 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:08:09.179961 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179485893+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9e1289 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:08:09.179983 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179485189+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:231d3f07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:08:09.180031 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179522949+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:231d3f07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:08:09.180056 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179528037+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:231d3f07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:08:09.180079 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179444709+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9e1289 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:08:09.180102 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179516069+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:231d3f07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:09:12.182508 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:09:12.182519 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:09:12.182525 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:09:12.182538 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:09:12.182540 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:09:12.182546 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:09:12.182548 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:09:12.182558 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:09:12.182562 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:09:12.182565 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:09:12.182572 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:09:12.182574 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:09:12.182574 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:09:12.182577 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:09:12.182584 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:09:12.182585 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:09:12.182595 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182399830+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:82ba6923 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:09:12.182624 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182427254+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:82ba6923 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:09:12.182650 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182412534+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:82ba6923 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:09:12.182673 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182417846+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9ba15862 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:09:12.182701 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182410966+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9ba15862 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:09:12.182723 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182406422+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:82ba6923 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:09:12.182750 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182419382+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:82ba6923 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:09:12.182790 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182425462+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9ba15862 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:09:12.182813 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182386390+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:82ba6923 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:09:12.182835 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182363734+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9ba15862 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:09:12.182855 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182370646+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:82ba6923 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:09:12.182877 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182386166+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9ba15862 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:09:12.182901 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182393718+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:82ba6923 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:09:12.182922 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182404566+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9ba15862 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:09:12.182943 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182392982+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9ba15862 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:09:12.182967 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182398614+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9ba15862 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:10:15.184406 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:10:15.184421 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:10:15.184441 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:10:15.184442 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:10:15.184448 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:10:15.184451 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:10:15.184462 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:10:15.184474 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:10:15.184475 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:10:15.184484 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:10:15.184486 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:10:15.184486 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:10:15.184497 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:10:15.184499 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184348938+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:72397531 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:10:15.184489 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:10:15.184489 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:10:15.184524 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184321898+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:72397531 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:10:15.184529 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:10:15.184547 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184261994+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:400f17b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:10:15.184571 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184333930+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:72397531 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:10:15.184603 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184321738+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:400f17b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:10:15.184628 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184285194+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:400f17b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:10:15.184670 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184304170+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:400f17b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:10:15.184706 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184290314+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:400f17b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:10:15.184734 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184341994+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:72397531 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:10:15.184763 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184298442+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:400f17b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:10:15.184792 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184327370+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:72397531 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:10:15.184815 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184298122+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:72397531 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:10:15.184841 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184338122+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:400f17b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:10:15.184863 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184329898+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:400f17b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:10:15.184885 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184316650+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:72397531 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:10:15.184907 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184310698+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:72397531 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:11:18.186861 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:11:18.186882 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:11:18.186862 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:11:18.186890 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:11:18.186899 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:11:18.186873 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:11:18.186911 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:11:18.186912 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:11:18.186912 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:11:18.186918 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:11:18.186923 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:11:18.186926 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:11:18.186928 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:11:18.186929 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:11:18.186946 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:11:18.186951 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:11:18.186962 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186761478+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ca851254 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:11:18.186996 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186804966+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9cdfb5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:11:18.187020 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186786822+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ca851254 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:11:18.187061 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186749958+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ca851254 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:11:18.187087 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186788838+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9cdfb5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:11:18.187105 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186783974+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9cdfb5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:11:18.187127 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186794182+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9cdfb5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:11:18.187151 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186730534+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ca851254 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:11:18.187173 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186766470+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ca851254 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:11:18.187190 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186799366+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9cdfb5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:11:18.187217 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186756326+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ca851254 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:11:18.187243 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186780294+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ca851254 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:11:18.187265 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186774150+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9cdfb5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:11:18.187295 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186761830+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9cdfb5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:11:18.187321 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186779142+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9cdfb5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:11:18.187349 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186791910+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ca851254 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:12:21.188567 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:12:21.188588 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:12:21.188572 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:12:21.188606 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:12:21.188573 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:12:21.188618 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:12:21.188619 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:12:21.188629 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:12:21.188633 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:12:21.188636 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:12:21.188639 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:12:21.188645 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:12:21.188646 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:12:21.188654 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:12:21.188658 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:12:21.188659 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188485907+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dda794c5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:12:21.188687 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:12:21.188697 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188407219+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c4bca584 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:12:21.188718 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188430227+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c4bca584 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:12:21.188743 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188416947+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dda794c5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:12:21.188765 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188445011+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dda794c5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:12:21.188787 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188449203+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c4bca584 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:12:21.188809 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188455667+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c4bca584 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:12:21.188830 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188451379+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dda794c5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:12:21.188851 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188472627+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dda794c5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:12:21.188872 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188468627+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c4bca584 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:12:21.188897 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188430131+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dda794c5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:12:21.188918 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188458323+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dda794c5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:12:21.188935 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188480051+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dda794c5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:12:21.188956 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188473267+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c4bca584 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:12:21.188979 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188481075+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c4bca584 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:12:21.189000 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188462515+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c4bca584 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:13:24.190855 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:13:24.190862 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:13:24.190878 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:13:24.190866 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:13:24.190895 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:13:24.190897 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:13:24.190911 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:13:24.190911 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:13:24.190916 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:13:24.190924 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:13:24.190927 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:13:24.190930 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:13:24.190936 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:13:24.190929 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:13:24.190954 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190754474+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:572d9122 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:13:24.190958 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:13:24.190961 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:13:24.190995 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190760266+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:572d9122 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:13:24.191021 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190781770+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4e36a063 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:13:24.191049 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190768234+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4e36a063 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:13:24.191072 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190754090+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4e36a063 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:13:24.191095 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190769930+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:572d9122 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:13:24.191117 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190775946+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:572d9122 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:13:24.191142 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190775370+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4e36a063 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:13:24.191167 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190740298+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4e36a063 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:13:24.191227 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190731114+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4e36a063 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:13:24.191256 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190765482+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:572d9122 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:13:24.191285 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190746698+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4e36a063 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:13:24.191315 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190741578+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:572d9122 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:13:24.191359 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190730250+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:572d9122 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:13:24.191387 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190747882+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:572d9122 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:13:24.191409 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190713994+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4e36a063 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:14:27.192285 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:14:27.192300 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:14:27.192314 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:14:27.192320 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:14:27.192286 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:14:27.192325 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:14:27.192331 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:14:27.192338 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:14:27.192341 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:14:27.192346 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:14:27.192345 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:14:27.192351 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:14:27.192352 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:14:27.192362 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:14:27.192368 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:14:27.192377 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192249147+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8cb25f14 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:14:27.192400 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:14:27.192401 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192202107+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea1db8b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:14:27.192462 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192187067+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea1db8b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:14:27.192490 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192182715+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea1db8b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:14:27.192512 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192230939+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8cb25f14 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:14:27.192539 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192193019+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea1db8b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:14:27.192561 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192241211+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8cb25f14 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:14:27.192589 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192151995+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea1db8b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:14:27.192611 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192197467+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea1db8b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:14:27.192632 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192235803+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8cb25f14 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:14:27.192653 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192216059+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8cb25f14 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:14:27.192674 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192172187+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea1db8b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:14:27.192694 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192178587+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea1db8b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:14:27.192715 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192197243+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8cb25f14 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:14:27.192736 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192211227+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8cb25f14 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:14:27.192756 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192244731+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8cb25f14 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:15:30.196205 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:15:30.196240 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:15:30.196213 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:15:30.196257 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:15:30.196263 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:15:30.196275 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:15:30.196275 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:15:30.196283 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:15:30.196286 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:15:30.196298 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:15:30.196299 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:15:30.196300 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:15:30.196299 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196132587+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9e07f0fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:15:30.196311 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:15:30.196314 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:15:30.196299 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:15:30.196329 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:15:30.196339 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196118443+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9e07f0fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:15:30.196365 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196094347+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:871cc1bb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:15:30.196383 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196124971+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9e07f0fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:15:30.196405 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196096075+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9e07f0fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:15:30.196428 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196128171+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:871cc1bb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:15:30.196449 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196100555+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:871cc1bb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:15:30.196470 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196059883+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9e07f0fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:15:30.196492 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196105739+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:871cc1bb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:15:30.196513 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196042059+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:871cc1bb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:15:30.196534 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196078859+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:871cc1bb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:15:30.196555 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196083467+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9e07f0fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:15:30.196576 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196087307+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:871cc1bb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:15:30.196596 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196090027+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9e07f0fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:15:30.196618 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196120907+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:871cc1bb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:15:30.196639 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196078155+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9e07f0fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:16:33.200167 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:16:33.200182 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:16:33.200170 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:16:33.200196 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:16:33.200201 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:16:33.200175 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:16:33.200216 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:16:33.200219 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:16:33.200213 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:16:33.200228 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:16:33.200234 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:16:33.200237 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:16:33.200238 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:16:33.200240 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:16:33.200241 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:16:33.200254 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200036339+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:148df51d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:16:33.200275 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:16:33.200276 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200119859+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d96c45c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:16:33.200332 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200104339+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d96c45c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:16:33.200354 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200100339+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:148df51d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:16:33.200376 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200050899+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d96c45c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:16:33.200399 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200056787+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d96c45c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:16:33.200420 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200039411+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d96c45c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:16:33.200446 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200060371+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:148df51d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:16:33.200467 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200113395+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d96c45c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:16:33.200492 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200066643+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:148df51d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:16:33.200513 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200083699+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:148df51d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:16:33.200535 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200024659+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:148df51d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:16:33.200560 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200032019+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d96c45c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:16:33.200585 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200043891+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:148df51d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:16:33.200605 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200107283+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:148df51d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:16:33.200627 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200011603+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d96c45c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:17:36.204115 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:17:36.204125 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:17:36.204144 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:17:36.204145 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:17:36.204152 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:17:36.204145 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:17:36.204155 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:17:36.204174 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:17:36.204177 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:17:36.204181 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:17:36.204181 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:17:36.204187 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:17:36.204189 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:17:36.204192 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:17:36.204183 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:17:36.204199 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.204057948+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f42d39e1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:17:36.204215 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:17:36.204229 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.204044252+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f42d39e1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:17:36.204267 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.203972540+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c61b5b63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:17:36.204294 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.204005820+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c61b5b63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:17:36.204353 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.204062076+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f42d39e1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:17:36.204373 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.204026076+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c61b5b63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:17:36.204417 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.203990620+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c61b5b63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:17:36.204462 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.204049084+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f42d39e1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:17:36.204505 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.204017116+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f42d39e1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:17:36.204550 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.204031420+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f42d39e1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:17:36.204578 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.204031484+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c61b5b63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:17:36.204619 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.204053148+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f42d39e1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:17:36.204665 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.204038524+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f42d39e1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:17:36.204711 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.204019996+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c61b5b63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:17:36.204753 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.203996988+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c61b5b63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:17:36.204802 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.204001884+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c61b5b63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:18:39.207075 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:18:39.207096 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:18:39.207084 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:18:39.207107 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:18:39.207115 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:18:39.207123 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:18:39.207128 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:18:39.207129 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:18:39.207136 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:18:39.207140 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:18:39.207143 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:18:39.207149 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:18:39.207150 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:18:39.207155 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:18:39.207159 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:18:39.207171 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:18:39.207175 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206944956+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4c915e84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:18:39.207265 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206967356+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4c915e84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:18:39.207297 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206980700+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:558a6fc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:18:39.207320 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206962588+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4c915e84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:18:39.207343 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206966684+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:558a6fc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:18:39.207374 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206974396+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:558a6fc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:18:39.207400 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206952284+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4c915e84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:18:39.207426 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206951516+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:558a6fc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:18:39.207452 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206932124+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:558a6fc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:18:39.207476 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206905532+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4c915e84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:18:39.207497 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206931548+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4c915e84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:18:39.207516 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206939420+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:558a6fc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:18:39.207537 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206916188+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:558a6fc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:18:39.207563 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206938396+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4c915e84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:18:39.207597 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206945660+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:558a6fc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:18:39.207623 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206958492+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4c915e84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:19:42.208451 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:19:42.208477 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:19:42.208492 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:19:42.208460 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:19:42.208508 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:19:42.208514 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:19:42.208453 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:19:42.208520 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:19:42.208528 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:19:42.208529 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:19:42.208531 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:19:42.208540 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:19:42.208543 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:19:42.208542 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:19:42.208542 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:19:42.208541 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208326169+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c0a7dce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:19:42.208588 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:19:42.208623 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208392505+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d9bceda5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:19:42.208649 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208343321+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c0a7dce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:19:42.208676 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208358393+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c0a7dce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:19:42.208704 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208370361+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d9bceda5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:19:42.208730 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208360153+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d9bceda5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:19:42.208756 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208373913+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c0a7dce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:19:42.208781 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208352921+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c0a7dce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:19:42.208804 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208348057+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d9bceda5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:19:42.208830 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208365145+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d9bceda5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:19:42.208851 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208375513+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d9bceda5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:19:42.208875 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208386649+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d9bceda5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:19:42.208897 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208348953+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c0a7dce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:19:42.208923 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208379609+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c0a7dce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:19:42.208945 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208381273+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d9bceda5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:19:42.208967 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208384761+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c0a7dce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:20:45.210725 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:20:45.210733 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:20:45.210755 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:20:45.210760 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:20:45.210764 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:20:45.210768 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:20:45.210778 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:20:45.210778 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:20:45.210786 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:20:45.210792 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:20:45.210792 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:20:45.210793 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:20:45.210799 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:20:45.210804 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:20:45.210805 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:20:45.210817 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:20:45.210821 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210664992+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8336393c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:20:45.210850 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210639040+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8336393c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:20:45.210876 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210602912+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b1005bbe 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:20:45.210901 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210614336+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8336393c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:20:45.210923 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210608064+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b1005bbe 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:20:45.210947 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210612960+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b1005bbe 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:20:45.210970 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210627584+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8336393c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:20:45.210991 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210585376+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b1005bbe 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:20:45.211054 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210645312+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8336393c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:20:45.211084 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210646176+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b1005bbe 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:20:45.211106 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210658368+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8336393c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:20:45.211131 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210651840+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8336393c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:20:45.211153 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210618304+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b1005bbe 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:20:45.211178 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210633472+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b1005bbe 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:20:45.211205 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210640640+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b1005bbe 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:20:45.211231 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210633088+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8336393c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:21:48.212763 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:21:48.212772 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:21:48.212783 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:21:48.212787 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:21:48.212795 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:21:48.212804 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:21:48.212805 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:21:48.212808 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:21:48.212820 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:21:48.212827 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:21:48.212827 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:21:48.212839 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:21:48.212846 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:21:48.212830 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:21:48.212852 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:21:48.212853 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212696671+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:db55296a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:21:48.212882 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:21:48.212893 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212664671+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c24e182b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:21:48.212931 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212653663+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c24e182b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:21:48.212956 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212642367+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c24e182b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:21:48.212979 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212655967+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:db55296a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:21:48.213006 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212659455+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c24e182b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:21:48.213028 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212650399+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:db55296a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:21:48.213053 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212679359+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c24e182b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:21:48.213075 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212670719+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c24e182b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:21:48.213123 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212661631+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:db55296a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:21:48.213146 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212683743+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c24e182b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:21:48.213171 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212631103+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:db55296a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:21:48.213189 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212683455+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:db55296a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:21:48.213211 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212675711+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c24e182b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:21:48.213233 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212690815+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:db55296a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:21:48.213254 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212667871+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:db55296a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:22:51.214669 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:22:51.214682 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:22:51.214694 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:22:51.214705 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:22:51.214716 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:22:51.214719 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:22:51.214716 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:22:51.214728 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:22:51.214734 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:22:51.214731 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:22:51.214741 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:22:51.214745 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:22:51.214731 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:22:51.214759 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214589287+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7858b0b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:22:51.214760 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:22:51.214754 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:22:51.214788 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214582887+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35b3e989 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:22:51.214802 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:22:51.214820 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214600391+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7858b0b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:22:51.214908 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214595079+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7858b0b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:22:51.214934 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214551847+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35b3e989 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:22:51.214958 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214568967+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35b3e989 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:22:51.214981 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214611879+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7858b0b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:22:51.215002 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214557543+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7858b0b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:22:51.215024 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214575687+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35b3e989 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:22:51.215045 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214582663+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7858b0b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:22:51.215092 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214574791+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7858b0b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:22:51.215118 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214537319+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35b3e989 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:22:51.215141 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214606055+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7858b0b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:22:51.215167 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214542695+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35b3e989 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:22:51.215184 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214547047+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35b3e989 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:22:51.215206 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214514183+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35b3e989 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:23:54.217269 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:23:54.217283 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:23:54.217305 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:23:54.217269 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:23:54.217314 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:23:54.217323 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:23:54.217274 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:23:54.217334 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:23:54.217333 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:23:54.217341 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:23:54.217344 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:23:54.217348 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:23:54.217355 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:23:54.217356 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:23:54.217357 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:23:54.217365 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217123201+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47eded31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:23:54.217375 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:23:54.217396 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217190657+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5ef6dc70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:23:54.217419 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217160001+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5ef6dc70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:23:54.217441 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217164033+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47eded31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:23:54.217459 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217144161+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47eded31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:23:54.217478 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217170049+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47eded31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:23:54.217499 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217157857+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47eded31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:23:54.217521 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217174849+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47eded31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:23:54.217547 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217123649+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5ef6dc70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:23:54.217591 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217142625+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5ef6dc70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:23:54.217618 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217177537+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5ef6dc70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:23:54.217640 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217153217+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5ef6dc70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:23:54.217662 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217180129+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47eded31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:23:54.217684 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217147873+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5ef6dc70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:23:54.217705 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217184353+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5ef6dc70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:23:54.217745 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217151617+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47eded31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:24:57.219553 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:24:57.219568 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:24:57.219586 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:24:57.219588 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:24:57.219593 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:24:57.219604 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:24:57.219602 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:24:57.219619 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:24:57.219626 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:24:57.219630 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:24:57.219634 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:24:57.219636 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:24:57.219642 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:24:57.219638 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:24:57.219660 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219455881+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:78c9969b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:24:57.219639 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:24:57.219673 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:24:57.219696 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219478697+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:78c9969b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:24:57.219725 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219472841+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:78c9969b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:24:57.219752 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219463081+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:61d2a7da 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:24:57.219779 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219466697+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:78c9969b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:24:57.219805 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219449641+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:61d2a7da 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:24:57.219828 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219460745+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:78c9969b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:24:57.219855 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219470025+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:61d2a7da 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:24:57.219878 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219437225+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:61d2a7da 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:24:57.219903 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219431145+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:61d2a7da 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:24:57.219920 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219410665+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:61d2a7da 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:24:57.219943 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219477033+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:61d2a7da 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:24:57.219968 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219450601+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:78c9969b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:24:57.219994 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219442697+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:78c9969b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:24:57.220019 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219443145+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:61d2a7da 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:24:57.220044 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219428361+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:78c9969b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:26:00.222593 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:26:00.222598 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:26:00.222598 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:26:00.222599 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:26:00.222644 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:26:00.222650 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:26:00.222654 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:26:00.222661 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:26:00.222663 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:26:00.222668 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:26:00.222670 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:26:00.222672 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:26:00.222675 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:26:00.222675 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:26:00.222681 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:26:00.222684 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222505386+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b9f83c65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:26:00.222707 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222457578+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b9f83c65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:26:00.222710 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:26:00.222734 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222436106+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b9f83c65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:26:00.222755 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222466346+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a0e30d24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:26:00.222781 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222491658+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a0e30d24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:26:00.222803 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222479050+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a0e30d24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:26:00.222825 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222468106+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b9f83c65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:26:00.222847 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222474730+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b9f83c65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:26:00.222869 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222454282+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a0e30d24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:26:00.222890 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222496746+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b9f83c65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:26:00.222916 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222498410+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a0e30d24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:26:00.222940 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222484906+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a0e30d24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:26:00.222969 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222462666+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b9f83c65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:26:00.223006 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222489482+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b9f83c65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:26:00.223029 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222472874+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a0e30d24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:26:00.223051 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222503242+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a0e30d24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:27:03.224470 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:27:03.224484 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:27:03.224516 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:27:03.224529 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:27:03.224540 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:27:03.224542 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:27:03.224547 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:27:03.224554 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:27:03.224554 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:27:03.224570 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:27:03.224570 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:27:03.224570 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:27:03.224575 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224391073+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:33723982 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:27:03.224577 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:27:03.224582 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:27:03.224584 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:27:03.224605 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224376129+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:33723982 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:27:03.224621 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:27:03.224629 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224381825+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:33723982 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:27:03.224654 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224486209+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:199d0076 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:27:03.224676 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224371265+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:33723982 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:27:03.224697 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224452929+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:199d0076 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:27:03.224720 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224472737+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:199d0076 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:27:03.224741 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224386689+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:33723982 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:27:03.224763 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224366657+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:33723982 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:27:03.224784 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224479425+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:199d0076 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:27:03.224810 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224524161+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:199d0076 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:27:03.224835 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224336193+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:33723982 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:27:03.224861 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224535937+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:199d0076 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:27:03.224882 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224515585+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:199d0076 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:27:03.224907 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224361761+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:33723982 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:27:03.224928 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224530401+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:199d0076 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:28:06.226629 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:28:06.226636 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:28:06.226637 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:28:06.226676 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:28:06.226651 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:28:06.226700 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:28:06.226690 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:28:06.226702 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:28:06.226726 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:28:06.226727 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:28:06.226734 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:28:06.226736 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:28:06.226740 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:28:06.226739 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:28:06.226743 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:28:06.226767 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226549034+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cac9c43f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:28:06.226777 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:28:06.226819 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226512746+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cac9c43f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:28:06.226846 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226520362+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cac9c43f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:28:06.226871 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226525674+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cac9c43f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:28:06.226898 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226499786+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cac9c43f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:28:06.226922 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226474858+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f8ffa6bd 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:28:06.226949 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226496906+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f8ffa6bd 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:28:06.226973 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226509674+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f8ffa6bd 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:28:06.227017 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226536394+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cac9c43f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:28:06.227048 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226516362+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f8ffa6bd 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:28:06.227071 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226532906+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f8ffa6bd 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:28:06.227092 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226546986+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f8ffa6bd 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:28:06.227115 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226540362+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f8ffa6bd 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:28:06.227140 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226503082+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f8ffa6bd 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:28:06.227163 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226530762+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cac9c43f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:28:06.227181 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226542666+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cac9c43f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:29:09.228457 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:29:09.228469 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:29:09.228485 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:29:09.228493 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:29:09.228461 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:29:09.228500 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:29:09.228508 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:29:09.228512 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:29:09.228514 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:29:09.228520 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:29:09.228523 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:29:09.228526 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:29:09.228531 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:29:09.228533 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:29:09.228534 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:29:09.228550 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228330301+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7275a35a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:29:09.228566 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:29:09.228573 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228338493+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6b6e921b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:29:09.228601 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228337725+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7275a35a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:29:09.228625 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228323197+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7275a35a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:29:09.228648 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228373277+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7275a35a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:29:09.228670 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228331773+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6b6e921b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:29:09.228692 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228362205+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6b6e921b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:29:09.228713 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228299581+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7275a35a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:29:09.228739 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228366589+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7275a35a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:29:09.228761 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228359197+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7275a35a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:29:09.228781 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228324893+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6b6e921b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:29:09.228802 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228310461+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6b6e921b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:29:09.228828 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228345373+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6b6e921b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:29:09.228854 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228343421+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7275a35a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:29:09.228875 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228356029+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6b6e921b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:29:09.228896 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228351069+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6b6e921b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:30:12.230353 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:30:12.230363 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:30:12.230384 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:30:12.230389 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:30:12.230401 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:30:12.230402 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:30:12.230412 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:30:12.230414 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:30:12.230415 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:30:12.230425 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:30:12.230425 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:30:12.230428 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:30:12.230436 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:30:12.230441 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:30:12.230424 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:30:12.230454 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230240154+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e758107b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:30:12.230459 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:30:12.230492 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230252154+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e758107b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:30:12.230514 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230278138+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e758107b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:30:12.230541 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230220282+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fe43213a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:30:12.230559 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230256794+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fe43213a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:30:12.230582 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230244218+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fe43213a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:30:12.230609 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230239514+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fe43213a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:30:12.230630 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230258682+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e758107b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:30:12.230652 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230246714+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e758107b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:30:12.230676 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230270010+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fe43213a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:30:12.230700 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230263738+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fe43213a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:30:12.230724 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230271866+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e758107b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:30:12.230745 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230265626+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e758107b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:30:12.230770 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230275610+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fe43213a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:30:12.230796 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230224762+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e758107b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:30:12.230822 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230249882+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fe43213a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:31:15.232318 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:31:15.232336 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:31:15.232319 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:31:15.232357 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:31:15.232328 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:31:15.232363 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:31:15.232369 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:31:15.232377 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:31:15.232382 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:31:15.232384 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:31:15.232387 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:31:15.232398 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:31:15.232398 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:31:15.232400 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:31:15.232409 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:31:15.232412 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232194858+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:96ff9721 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:31:15.232427 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", + "[-]E1118 10:31:15.232442 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232187626+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8fe4a660 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:31:15.232469 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232249386+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8fe4a660 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:31:15.232491 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232158378+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8fe4a660 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:31:15.232518 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232200714+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8fe4a660 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:31:15.232540 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232209898+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:96ff9721 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:31:15.232566 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232180042+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8fe4a660 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:31:15.232592 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232215050+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:96ff9721 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:31:15.232618 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232181930+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:96ff9721 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:31:15.232641 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232203690+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:96ff9721 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:31:15.232658 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232217642+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8fe4a660 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:31:15.232673 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232233994+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:96ff9721 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:31:15.232698 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232238954+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:96ff9721 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:31:15.232719 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232225610+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8fe4a660 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:31:15.232740 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232221930+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:96ff9721 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 10:31:15.232762 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232195114+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8fe4a660 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n" + ] + } + ], + "source": [ + "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n", + "\n", + "# @noautodeps\n", + "# pyre-ignore-all-errors\n", + "import logging\n", + "import os\n", + "import torch\n", + "import torch.distributed as dist\n", + "import torch.nn as nn\n", + "import torch.optim as optim\n", + "\n", + "from monarch.actor import Actor, current_rank, endpoint\n", + "from monarch.job import SlurmJob\n", + "from monarch.utils import setup_env_for_distributed\n", + "from torch.nn.parallel import DistributedDataParallel as DDP\n", + "\n", + "\n", + "logging.basicConfig(\n", + " level=logging.INFO,\n", + " format=\"%(name)s %(asctime)s %(levelname)s %(message)s\",\n", + " datefmt=\"%Y-%m-%d %H:%M:%S\",\n", + " force=True,\n", + ")\n", + "\n", + "\n", + "logger: logging.Logger = logging.getLogger(__name__)\n", + "\n", + "\n", + "class ToyModel(nn.Module):\n", + " \"\"\"A simple toy model for demonstration purposes.\"\"\"\n", + "\n", + " def __init__(self):\n", + " super(ToyModel, self).__init__()\n", + " self.net1 = nn.Linear(10, 10)\n", + " self.relu = nn.ReLU()\n", + " self.net2 = nn.Linear(10, 5)\n", + "\n", + " def forward(self, x):\n", + " return self.net2(self.relu(self.net1(x)))\n", + "\n", + "\n", + "class DDPActor(Actor):\n", + " \"\"\"This Actor wraps the basic functionality from Torch's DDP example.\n", + "\n", + " Conveniently, all of the methods we need are already laid out for us,\n", + " so we can just wrap them in the usual Actor endpoint semantic with some\n", + " light modifications.\n", + "\n", + " Adapted from: https://docs.pytorch.org/tutorials/intermediate/ddp_tutorial.html#basic-use-case\n", + " \"\"\"\n", + "\n", + " def __init__(self):\n", + " self.rank = current_rank().rank\n", + "\n", + " def _rprint(self, msg):\n", + " \"\"\"Helper method to print with rank information.\"\"\"\n", + " print(f\"{self.rank=} {msg}\")\n", + "\n", + " @endpoint\n", + " async def setup(self):\n", + " \"\"\"Initialize the PyTorch distributed process group.\"\"\"\n", + " self._rprint(\"Initializing torch distributed\")\n", + "\n", + " WORLD_SIZE = int(os.environ[\"WORLD_SIZE\"])\n", + " # initialize the process group\n", + " dist.init_process_group(\"gloo\", rank=self.rank, world_size=WORLD_SIZE)\n", + " self._rprint(\"Finished initializing torch distributed\")\n", + "\n", + " @endpoint\n", + " async def cleanup(self):\n", + " \"\"\"Clean up the PyTorch distributed process group.\"\"\"\n", + " self._rprint(\"Cleaning up torch distributed\")\n", + " dist.destroy_process_group()\n", + "\n", + " @endpoint\n", + " async def demo_basic(self):\n", + " \"\"\"Run a basic DDP training example.\"\"\"\n", + " self._rprint(\"Running basic DDP example\")\n", + "\n", + " # create model and move it to GPU with id rank\n", + " local_rank = int(os.environ[\"LOCAL_RANK\"])\n", + " self._rprint(f\"{local_rank=}\")\n", + " model = ToyModel().to(local_rank)\n", + " ddp_model = DDP(model, device_ids=[local_rank])\n", + "\n", + " loss_fn = nn.MSELoss()\n", + " optimizer = optim.SGD(ddp_model.parameters(), lr=0.001)\n", + "\n", + " optimizer.zero_grad()\n", + " outputs = ddp_model(torch.randn(20, 10))\n", + " labels = torch.randn(20, 5).to(local_rank)\n", + " loss_fn(outputs, labels).backward()\n", + " optimizer.step()\n", + "\n", + " print(f\"{self.rank=} Finished running basic DDP example\")\n", + "\n", + "\n", + "async def main():\n", + " num_nodes = 2\n", + " gpus_per_node = 4\n", + " mesh_name = \"mesh0\"\n", + " \n", + " # Create SLURM job\n", + " slurm_job = SlurmJob(\n", + " meshes={mesh_name: num_nodes},\n", + " job_name=\"monarch_example\",\n", + " gpus_per_node=gpus_per_node,\n", + " time_limit=\"06:00:00\",\n", + " )\n", + "\n", + " try:\n", + " # Get job state and create process mesh\n", + " job_state = slurm_job.state()\n", + " proc_mesh = job_state.mesh0.spawn_procs({\"gpus\": gpus_per_node})\n", + "\n", + " # Spawn DDP actor\n", + " ddp_actor = proc_mesh.spawn(\"ddp_actor\", DDPActor)\n", + "\n", + " # Setup distributed environment\n", + " await setup_env_for_distributed(proc_mesh)\n", + "\n", + " # Run DDP example\n", + " await ddp_actor.setup.call()\n", + " await ddp_actor.demo_basic.call()\n", + " await ddp_actor.cleanup.call()\n", + "\n", + " print(\"DDP example completed successfully!\")\n", + "\n", + " finally:\n", + " # Cancel the SLURM job, releasing all reserved nodes back to the cluster\n", + " slurm_job.kill()\n", + " logger.info(\"Job terminated successfully\")\n", + "\n", + "\n", + "if __name__ == \"__main__\":\n", + " await main()" + ] }, { "cell_type": "code", @@ -19,23 +7331,11 @@ ], "metadata": { "kernelspec": { - "display_name": "ahmads-nightly4", + "display_name": "Python (monarch)", "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.10.18" + "name": "monarch" } }, "nbformat": 4, "nbformat_minor": 5 -} \ No newline at end of file +} diff --git a/examples/slurm_titan.ipynb b/examples/slurm_titan.ipynb index 075c34150..76b96f518 100644 --- a/examples/slurm_titan.ipynb +++ b/examples/slurm_titan.ipynb @@ -19,15 +19,49 @@ "cell_type": "markdown", "id": "77cd971d", "metadata": {}, - "source": "### 1. Create your SLURM job\nConfigure parameters for your cluster:\n- num_nodes: Number of nodes to allocate (default: 2)\n- gpus_per_node: Number of GPUs per node (default: 8)\n- mesh_name: Name for the mesh (default: \"mesh0\")\n- time_limit: Maximum job duration (default: \"06:00:00\")" + "source": [ + "### 1. Create your SLURM job\n", + "Configure parameters for your cluster:\n", + "- num_nodes: Number of nodes to allocate (default: 2)\n", + "- gpus_per_node: Number of GPUs per node (default: 8)\n", + "- mesh_name: Name for the mesh (default: \"mesh0\")\n", + "- time_limit: Maximum job duration (default: \"06:00:00\")" + ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 1, "id": "85b0693f", "metadata": {}, "outputs": [], - "source": "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n\nimport logging\nfrom monarch.job import SlurmJob\n\n# Configure logging\nlogging.basicConfig(\n level=logging.INFO,\n format=\"%(name)s %(asctime)s %(levelname)s %(message)s\",\n datefmt=\"%Y-%m-%d %H:%M:%S\",\n force=True,\n)\nlogger: logging.Logger = logging.getLogger(__name__)\n\n# Configure job parameters\nnum_nodes = 2 # assign for your system\ngpus_per_node = 8 # adjust for your hardware\nmesh_name = \"mesh0\"\n\n# Create a SLURM job with N nodes\nslurm_job = SlurmJob(\n meshes={mesh_name: num_nodes},\n job_name=\"monarch_example\",\n gpus_per_node=gpus_per_node,\n time_limit=\"06:00:00\",\n)" + "source": [ + "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n", + "\n", + "import logging\n", + "from monarch.job import SlurmJob\n", + "\n", + "# Configure logging\n", + "logging.basicConfig(\n", + " level=logging.INFO,\n", + " format=\"%(name)s %(asctime)s %(levelname)s %(message)s\",\n", + " datefmt=\"%Y-%m-%d %H:%M:%S\",\n", + " force=True,\n", + ")\n", + "logger: logging.Logger = logging.getLogger(__name__)\n", + "\n", + "# Configure job parameters\n", + "num_nodes = 2 # assign for your system\n", + "gpus_per_node = 4 # adjust for your hardware\n", + "mesh_name = \"mesh0\"\n", + "\n", + "# Create a SLURM job with N nodes\n", + "slurm_job = SlurmJob(\n", + " meshes={mesh_name: num_nodes},\n", + " job_name=\"monarch_example\",\n", + " gpus_per_node=gpus_per_node,\n", + " time_limit=\"06:00:00\",\n", + ")" + ] }, { "cell_type": "markdown", @@ -39,11 +73,100 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 2, "id": "39d51df7", "metadata": {}, "outputs": [], - "source": "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n\nfrom torchtitan.train import Trainer\nfrom torchtitan.config import ConfigManager, JobConfig\nfrom monarch.actor import Actor, current_rank, endpoint\nfrom torchtitan.tools.logging import init_logger, logger\nimport torch\nfrom dataclasses import dataclass\nimport os\nfrom monarch.utils import setup_env_for_distributed\n\n\n@dataclass\nclass RunParams:\n \"\"\"\n Parameters for your cluster and training job, adjust as needed\n \"\"\"\n training_steps: int = 50\n model_config = \"debug_model.toml\"\n dataset = \"c4\"\n num_nodes = num_nodes\n gpus_per_node = gpus_per_node\n\n\nclass TrainerActor(Actor):\n \"\"\"\n A simple wrapper class with executes a TorchTitan trainer in a Monarch actor\n \"\"\"\n def __init__(self, job_config: JobConfig) -> None:\n self.job_config = job_config\n rank = current_rank().rank\n self.uid = f\"[trainer_{rank}]\"\n\n @endpoint\n async def start_training(self) -> None:\n init_logger()\n trainer: Trainer | None = None\n\n try:\n trainer = Trainer(self.job_config)\n logger.info(f\"{self.uid} initialized successfully and starting training\")\n trainer.train()\n except Exception:\n if trainer:\n trainer.close()\n raise\n else:\n trainer.close()\n finally:\n torch.distributed.destroy_process_group()\n logger.info(f\"{self.uid} trainer cleaned up\")\n\ndef make_job_config() -> JobConfig:\n \"\"\"\n Create a job config which is digested by TorchTitan, sourced from RunParams\n \"\"\"\n data_parallel_shard_degree = RunParams.num_nodes * RunParams.gpus_per_node\n output_path = \"./outputs\"\n\n script_dir = globals()['_dh'][0]\n default_args = [\n \"--job.config_file\",\n os.path.join(script_dir, RunParams.model_config),\n \"--model.tokenizer_path\",\n os.path.join(script_dir, \"tokenizer\"),\n \"--comm.trace_buf_size\",\n \"0\",\n \"--metrics.log_freq\",\n \"1\",\n \"--parallelism.data_parallel_shard_degree\",\n str(data_parallel_shard_degree),\n \"--activation_checkpoint.mode\",\n \"full\",\n \"--comm.train_timeout_seconds\",\n \"60\",\n \"--training.steps\",\n str(RunParams.training_steps),\n \"--training.dataset\",\n RunParams.dataset,\n \"--job.dump_folder\",\n output_path,\n \"--metrics.enable_tensorboard\",\n ]\n\n config_manager = ConfigManager()\n job_config = config_manager.parse_args(default_args)\n\n return job_config" + "source": [ + "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n", + "\n", + "from torchtitan.train import Trainer\n", + "from torchtitan.config import ConfigManager, JobConfig\n", + "from monarch.actor import Actor, current_rank, endpoint\n", + "from torchtitan.tools.logging import init_logger, logger\n", + "import torch\n", + "from dataclasses import dataclass\n", + "import os\n", + "from monarch.utils import setup_env_for_distributed\n", + "\n", + "\n", + "@dataclass\n", + "class RunParams:\n", + " \"\"\"\n", + " Parameters for your cluster and training job, adjust as needed\n", + " \"\"\"\n", + " training_steps: int = 50\n", + " model_config = \"debug_model.toml\"\n", + " dataset = \"c4\"\n", + " num_nodes = num_nodes\n", + " gpus_per_node = gpus_per_node\n", + "\n", + "\n", + "class TrainerActor(Actor):\n", + " \"\"\"\n", + " A simple wrapper class with executes a TorchTitan trainer in a Monarch actor\n", + " \"\"\"\n", + " def __init__(self, job_config: JobConfig) -> None:\n", + " self.job_config = job_config\n", + " rank = current_rank().rank\n", + " self.uid = f\"[trainer_{rank}]\"\n", + "\n", + " @endpoint\n", + " async def start_training(self) -> None:\n", + " init_logger()\n", + " trainer: Trainer | None = None\n", + "\n", + " try:\n", + " trainer = Trainer(self.job_config)\n", + " logger.info(f\"{self.uid} initialized successfully and starting training\")\n", + " trainer.train()\n", + " except Exception:\n", + " if trainer:\n", + " trainer.close()\n", + " raise\n", + " else:\n", + " trainer.close()\n", + " finally:\n", + " torch.distributed.destroy_process_group()\n", + " logger.info(f\"{self.uid} trainer cleaned up\")\n", + "\n", + "def make_job_config() -> JobConfig:\n", + " \"\"\"\n", + " Create a job config which is digested by TorchTitan, sourced from RunParams\n", + " \"\"\"\n", + " data_parallel_shard_degree = RunParams.num_nodes * RunParams.gpus_per_node\n", + " output_path = \"./outputs\"\n", + "\n", + " script_dir = globals()['_dh'][0]\n", + " default_args = [\n", + " \"--job.config_file\",\n", + " os.path.join(script_dir, RunParams.model_config),\n", + " \"--model.tokenizer_path\",\n", + " os.path.join(script_dir, \"tokenizer\"),\n", + " \"--comm.trace_buf_size\",\n", + " \"0\",\n", + " \"--metrics.log_freq\",\n", + " \"1\",\n", + " \"--parallelism.data_parallel_shard_degree\",\n", + " str(data_parallel_shard_degree),\n", + " \"--activation_checkpoint.mode\",\n", + " \"full\",\n", + " \"--comm.train_timeout_seconds\",\n", + " \"60\",\n", + " \"--training.steps\",\n", + " str(RunParams.training_steps),\n", + " \"--training.dataset\",\n", + " RunParams.dataset,\n", + " \"--job.dump_folder\",\n", + " output_path,\n", + " \"--metrics.enable_tensorboard\",\n", + " ]\n", + "\n", + " config_manager = ConfigManager()\n", + " job_config = config_manager.parse_args(default_args)\n", + "\n", + " return job_config" + ] }, { "cell_type": "markdown", @@ -56,25 +179,365 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 3, "id": "091a7066", "metadata": {}, - "outputs": [], - "source": "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n\nasync def main():\n job_config = make_job_config()\n\n try:\n # 1. Get job state and create process mesh\n job_state = slurm_job.state()\n proc_mesh = job_state.mesh0.spawn_procs({\"gpus\": RunParams.gpus_per_node})\n \n # 2. Configure remote logging behavior\n await proc_mesh.logging_option(\n stream_to_client=True,\n # aggregate_window_sec=None # Uncomment to disable log batching\n )\n \n # 3. Setup environment for torch.distributed\n await setup_env_for_distributed(proc_mesh)\n \n # 4. Spawn TrainerActor on each GPU\n trainer = proc_mesh.spawn(\"trainer_actor\", TrainerActor, job_config)\n \n # 5. Execute the training job\n await trainer.start_training.call()\n \n logger.info(\"Training completed successfully!\")\n \n except Exception as e:\n logger.error(f\"Training workflow failed: {e}\")\n\n\nif __name__ == \"__main__\":\n await main()" + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "root 2025-11-18 22:37:27 WARNING tokenizer_path is deprecated, use model.hf_assets_path instead. Setting hf_assets_path to tokenizer_path temporarily.\n", + "Found cached job at path: .monarch/job_state.pkl\n", + "SLURM job 9231 not found in queue\n", + "Cached job cannot run this spec, removing cache\n", + "Cancelled SLURM job 9231\n", + "Applying current job\n", + "Submitting SLURM job with 2 nodes\n", + "SLURM job 9233 submitted. Logs will be written to: /home/mreso/monarch/examples/slurm_9233_monarch_example_2659661.out\n", + "Saving job to cache at .monarch/job_state.pkl\n", + "Job has started, connecting to current state\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "SLURM job 9233 is running on 2 nodes: ['slurm-compute-node-090', 'slurm-compute-node-098']\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[36m>>> Aggregated Logs (2025-11-18 22:37:38) >>>\u001b[0m\n", + "\u001b[33m[1 similar log lines]\u001b[0m [1] [titan] 2025-11-18 22:37:49,545 - root - INFO - Starting job: Llama 3 debug training\n", + "\u001b[36m<<< Aggregated Logs (2025-11-18 22:37:49) <<<\u001b[0m\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[36m>>> Aggregated Logs (2025-11-18 22:37:38) >>>\u001b[0m\n", + "\u001b[33m[8 similar log lines]\u001b[0m [3] /home/mreso/miniforge3/envs/monarch/lib/python3.12/site-packages/torch/distributed/device_mesh.py:604: UserWarning: Slicing a flattened dim from root mesh will be deprecated in PT 2.11. Users need to bookkeep the flattened mesh directly. \n", + "\u001b[33m[8 similar log lines]\u001b[0m [3] sliced_mesh_layout = self._get_slice_mesh_layout(mesh_dim_names)\n", + "\u001b[36m<<< Aggregated Logs (2025-11-18 22:37:52) <<<\u001b[0m\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[36m>>> Aggregated Logs (2025-11-18 22:37:49) >>>\u001b[0m\n", + "\u001b[33m[7 similar log lines]\u001b[0m [3] [titan] 2025-11-18 22:37:49,545 - root - INFO - Starting job: Llama 3 debug training\n", + "\u001b[33m[8 similar log lines]\u001b[0m [3] [titan] 2025-11-18 22:37:50,244 - root - INFO - Building 1-D device mesh with ['dp_shard'], [8]\n", + "\u001b[33m[8 similar log lines]\u001b[0m [3] [titan] 2025-11-18 22:37:50,247 - root - INFO - [GC] Initial GC collection took 0.00 seconds\n", + "\u001b[36m<<< Aggregated Logs (2025-11-18 22:37:52) <<<\u001b[0m\n", + "\n", + "\u001b[36m>>> Aggregated Logs (2025-11-18 22:37:52) >>>\u001b[0m\n", + "\u001b[33m[1 similar log lines]\u001b[0m [5] [titan] 2025-11-18 22:37:56,210 - root - INFO - Loading tokenizer from tokenizer.json\n", + "\u001b[36m<<< Aggregated Logs (2025-11-18 22:37:56) <<<\u001b[0m\n", + "\n", + "\u001b[36m>>> Aggregated Logs (2025-11-18 22:37:56) >>>\u001b[0m\n", + "\u001b[33m[7 similar log lines]\u001b[0m [6] [titan] 2025-11-18 22:37:56,210 - root - INFO - Loading tokenizer from tokenizer.json\n", + "\u001b[33m[8 similar log lines]\u001b[0m [6] [titan] 2025-11-18 22:37:56,232 - root - INFO - Preparing c4 dataset from allenai/c4\n", + "\u001b[36m<<< Aggregated Logs (2025-11-18 22:37:59) <<<\u001b[0m\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[36m>>> Aggregated Logs (2025-11-18 22:37:52) >>>\u001b[0m\n", + "\u001b[33m[8 similar log lines]\u001b[0m [5] /home/mreso/miniforge3/envs/monarch/lib/python3.12/site-packages/torch/distributed/device_mesh.py:604: UserWarning: Slicing a flattened dim from root mesh will be deprecated in PT 2.11. Users need to bookkeep the flattened mesh directly. \n", + "\u001b[33m[8 similar log lines]\u001b[0m [5] sliced_mesh_layout = self._get_slice_mesh_layout(mesh_dim_names)\n", + "\u001b[36m<<< Aggregated Logs (2025-11-18 22:38:02) <<<\u001b[0m\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[36m>>> Aggregated Logs (2025-11-18 22:37:59) >>>\u001b[0m\n", + "\u001b[33m[8 similar log lines]\u001b[0m [4] [titan] 2025-11-18 22:38:00,340 - root - INFO - Building llama3 debugmodel with TransformerModelArgs(_enforced='This field is used to enforce all fields have defaults.', dim=256, n_layers=6, n_heads=16, n_kv_heads=None, vocab_size=2048, multiple_of=256, ffn_dim_multiplier=None, norm_eps=1e-05, rope_theta=500000, rope_scaling_args=RoPEScalingArgs(scaling_factor=8.0, low_freq_factor=1.0, high_freq_factor=4.0, original_max_position_embeddings=8192), max_seq_len=2048, depth_init=True, use_flex_attn=False, attn_mask_type='causal', eos_id=0)\n", + "\u001b[33m[8 similar log lines]\u001b[0m [4] [titan] 2025-11-18 22:38:00,349 - root - INFO - CUDA capacity: NVIDIA GB200 with 184.00GiB memory\n", + "\u001b[33m[8 similar log lines]\u001b[0m [5] [titan] 2025-11-18 22:38:00,408 - root - INFO - \u001b[34mModel llama3 debugmodel \u001b[31msize: 6,163,712 total parameters\u001b[39m\n", + "\u001b[33m[8 similar log lines]\u001b[0m [5] [titan] 2025-11-18 22:38:00,408 - root - INFO - Applied full activation checkpointing to the model\n", + "\u001b[33m[8 similar log lines]\u001b[0m [7] [titan] 2025-11-18 22:38:00,487 - root - INFO - Applied FSDP to the model\n", + "\u001b[33m[8 similar log lines]\u001b[0m [7] [titan] 2025-11-18 22:38:00,876 - root - INFO - Peak FLOPS used for computing MFU: 2.250e+15\n", + "\u001b[33m[8 similar log lines]\u001b[0m [7] [titan] 2025-11-18 22:38:00,877 - root - INFO - CUDA memory usage for model: 0.00GiB(0.00%)\n", + "\u001b[33m[8 similar log lines]\u001b[0m [7] [titan] 2025-11-18 22:38:00,878 - root - WARNING - model.safetensors.index.json not found at hf_assets_path: /home/mreso/monarch/examples/tokenizer/model.safetensors.index.json. Defaulting to saving a single safetensors file if checkpoint is saved in HF format\n", + "\u001b[33m[8 similar log lines]\u001b[0m [7] [titan] 2025-11-18 22:38:00,878 - root - INFO - Mixed precision training is handled by fully_shard\n", + "\u001b[33m[8 similar log lines]\u001b[0m [7] [titan] 2025-11-18 22:38:00,878 - root - INFO - Trainer is initialized with local batch size 8, global batch size 64, gradient accumulation steps 1, sequence length 2048, total steps 50 (warmup 2)\n", + "\u001b[33m[8 similar log lines]\u001b[0m [7] [titan] 2025-11-18 22:38:00,878 - root - INFO - [trainer_7] initialized successfully and starting training\n", + "\u001b[33m[8 similar log lines]\u001b[0m [7] [titan] 2025-11-18 22:38:00,879 - root - INFO - Training starts at step 1\n", + "\u001b[33m[1 similar log lines]\u001b[0m [0] [titan] 2025-11-18 22:38:01,073 - root - INFO - TensorBoard logging enabled. Logs will be saved at ./outputs/tb/20251118-2238\n", + "\u001b[36m<<< Aggregated Logs (2025-11-18 22:38:02) <<<\u001b[0m\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "\u001b[36m>>> Aggregated Logs (2025-11-18 22:38:02) >>>\u001b[0m\n", + "\u001b[33m[1 similar log lines]\u001b[0m [0] /home/mreso/miniforge3/envs/monarch/lib/python3.12/site-packages/torch/distributed/device_mesh.py:604: UserWarning: Slicing a flattened dim from root mesh will be deprecated in PT 2.11. Users need to bookkeep the flattened mesh directly. \n", + "\u001b[33m[1 similar log lines]\u001b[0m [0] sliced_mesh_layout = self._get_slice_mesh_layout(mesh_dim_names)\n", + "\u001b[36m<<< Aggregated Logs (2025-11-18 22:38:05) <<<\u001b[0m\n", + "\n", + "\u001b[36m>>> Aggregated Logs (2025-11-18 22:38:05) >>>\u001b[0m\n", + "\u001b[33m[7 similar log lines]\u001b[0m [3] /home/mreso/miniforge3/envs/monarch/lib/python3.12/site-packages/torch/distributed/device_mesh.py:604: UserWarning: Slicing a flattened dim from root mesh will be deprecated in PT 2.11. Users need to bookkeep the flattened mesh directly. \n", + "\u001b[33m[7 similar log lines]\u001b[0m [3] sliced_mesh_layout = self._get_slice_mesh_layout(mesh_dim_names)\n", + "\u001b[36m<<< Aggregated Logs (2025-11-18 22:38:08) <<<\u001b[0m\n", + "\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[36m>>> Aggregated Logs (2025-11-18 22:38:02) >>>\u001b[0m\n", + "\u001b[33m[272 similar log lines]\u001b[0m [3] [titan] 2025-11-18 22:38:05,821 - root - INFO - \u001b[31mstep: 1 \u001b[32mloss: 8.1109 \u001b[38;2;180;60;0mgrad_norm: 1.5071 \u001b[38;2;54;234;195mmemory: 0.68GiB(0.37%) \u001b[34mtps: 3,482 \u001b[36mtflops: 0.25 \u001b[35mmfu: 0.01%\u001b[39m\n", + "\u001b[33m[8 similar log lines]\u001b[0m [5] [titan] 2025-11-18 22:38:05,827 - root - INFO - Synchronizing and adjusting timeout for all ProcessGroups to 0:01:00\n", + "\u001b[36m<<< Aggregated Logs (2025-11-18 22:38:08) <<<\u001b[0m\n", + "\n", + "\u001b[36m>>> Aggregated Logs (2025-11-18 22:38:08) >>>\u001b[0m\n", + "\u001b[33m[128 similar log lines]\u001b[0m [7] [titan] 2025-11-18 22:38:08,832 - root - INFO - \u001b[31mstep: 35 \u001b[32mloss: 2.8697 \u001b[38;2;180;60;0mgrad_norm: 0.1972 \u001b[38;2;54;234;195mmemory: 0.69GiB(0.37%) \u001b[34mtps: 188,801 \u001b[36mtflops: 13.52 \u001b[35mmfu: 0.60%\u001b[39m\n", + "\u001b[33m[8 similar log lines]\u001b[0m [7] [titan] 2025-11-18 22:38:10,140 - root - INFO - [GC] Performing periodic GC collection took 0.05 seconds\n", + "\u001b[33m[7 similar log lines]\u001b[0m [2] [titan] 2025-11-18 22:38:10,236 - root - INFO - Training completed\n", + "\u001b[33m[1 similar log lines]\u001b[0m [0] [titan] 2025-11-18 22:38:10,236 - root - INFO - Sleeping 2 seconds for other ranks to complete\n", + "\u001b[33m[7 similar log lines]\u001b[0m [1] [titan] 2025-11-18 22:38:10,368 - root - INFO - [trainer_1] trainer cleaned up\n", + "\u001b[36m<<< Aggregated Logs (2025-11-18 22:38:11) <<<\u001b[0m\n", + "\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "root 2025-11-18 22:38:12 INFO Training completed successfully!\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\u001b[36m>>> Aggregated Logs (2025-11-18 22:38:11) >>>\u001b[0m\n", + "\u001b[33m[1 similar log lines]\u001b[0m [0] [titan] 2025-11-18 22:38:12,237 - root - INFO - Training completed\n", + "\u001b[33m[1 similar log lines]\u001b[0m [0] [titan] 2025-11-18 22:38:12,287 - root - INFO - [trainer_0] trainer cleaned up\n", + "\u001b[36m<<< Aggregated Logs (2025-11-18 22:38:13) <<<\u001b[0m\n", + "\n" + ] + } + ], + "source": [ + "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n", + "\n", + "async def main():\n", + " job_config = make_job_config()\n", + "\n", + " try:\n", + " # 1. Get job state and create process mesh\n", + " job_state = slurm_job.state()\n", + " proc_mesh = job_state.mesh0.spawn_procs({\"gpus\": RunParams.gpus_per_node})\n", + " \n", + " # 2. Configure remote logging behavior\n", + " await proc_mesh.logging_option(\n", + " stream_to_client=True,\n", + " # aggregate_window_sec=None # Uncomment to disable log batching\n", + " )\n", + " \n", + " # 3. Setup environment for torch.distributed\n", + " await setup_env_for_distributed(proc_mesh)\n", + " \n", + " # 4. Spawn TrainerActor on each GPU\n", + " trainer = proc_mesh.spawn(\"trainer_actor\", TrainerActor, job_config)\n", + " \n", + " # 5. Execute the training job\n", + " await trainer.start_training.call()\n", + " \n", + " logger.info(\"Training completed successfully!\")\n", + " \n", + " except Exception as e:\n", + " logger.error(f\"Training workflow failed: {e}\")\n", + "\n", + "\n", + "if __name__ == \"__main__\":\n", + " await main()" + ] }, { "cell_type": "markdown", "id": "0e13bf71", "metadata": {}, - "source": "### 4. Cleanup the SLURM job\nOnce you're done experimenting, free up the allocation" + "source": [ + "### 4. Cleanup the SLURM job\n", + "Once you're done experimenting, free up the allocation" + ] }, { "cell_type": "code", "execution_count": null, "id": "9c10aa93", "metadata": {}, - "outputs": [], - "source": "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n\n# Cancel the SLURM job, releasing all reserved nodes back to the cluster\nslurm_job.kill()\nlogger.info(\"Job terminated successfully\")" + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Cancelled SLURM job 9233\n", + "root 2025-11-18 22:38:14 INFO Job terminated successfully\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "[-]E1118 22:38:45.979907 2659661 hyperactor/src/channel/net.rs:889] error_msg:session tcp:172.27.60.155:22222.9291070674861734285: failed to receive ack within timeout 30 secs; link is currently broken\n", + "[-]E1118 22:38:45.980013 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:38:45.980025 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:38:45.980051 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:38:45.980051 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:38:45.980066 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:38:45.980082 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:38:45.980084 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:38:45.980127 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:38:45.980190 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.516837287+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:3099da30 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:387e7379 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:38:45.980223 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.338711230+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:3dba390f 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:20a7280f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:38:45.980248 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.338706462+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:4abb2bc6 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:20a7280f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:38:45.980303 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.338701886+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:9f91bc2b 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:20a7280f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:38:45.980333 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.516868071+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:4abb2bc6 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:387e7379 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:38:45.980355 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.516864135+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:9f91bc2b 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:387e7379 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:38:45.980383 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.338664350+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:3099da30 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:20a7280f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:38:45.980406 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.516872551+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:3dba390f 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:387e7379 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:38:46.175354 2659661 hyperactor/src/channel/net.rs:876] error_msg:session tcp:172.27.55.147:22222.1689097658096225785: failed to deliver message within timeout\n", + "[-]E1118 22:38:46.175444 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:38:46.175466 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:38:46.175488 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:38:46.175504 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:38:46.175515 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.338715998+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:d153700e 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:20a7280f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:38:46.175515 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:38:46.175517 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:38:46.175546 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.516877543+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:d153700e 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:387e7379 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:38:46.175559 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:38:46.175596 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:38:46.175606 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.338738654+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:7e1d4107 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:20a7280f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:38:46.175639 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.338729662+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:2ff52bd 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:20a7280f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:38:46.175662 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.516889287+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:2ff52bd 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:387e7379 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:38:46.175679 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.516892519+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:8b1b2cfc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:387e7379 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:38:46.175702 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.516898375+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:7e1d4107 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:387e7379 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:38:46.175722 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.338734046+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:8b1b2cfc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:20a7280f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:39:18.341965 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:39:18.341987 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:39:18.341973 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:39:18.342005 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:39:18.342014 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:39:18.342018 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:39:18.342019 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:39:18.342058 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:39:18.342091 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.341874052+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:d153700e 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d75ad9ad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:39:18.342121 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.341869380+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:3dba390f 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d75ad9ad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:39:18.342165 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.341893764+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:7e1d4107 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d75ad9ad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:39:18.342248 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.341865412+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:4abb2bc6 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d75ad9ad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:39:18.342279 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.341843716+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:3099da30 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d75ad9ad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:39:18.342315 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.341890372+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:8b1b2cfc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d75ad9ad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:39:18.342343 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.341860964+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:9f91bc2b 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d75ad9ad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:39:18.342366 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.341886596+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:2ff52bd 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d75ad9ad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:39:18.518622 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:39:18.518628 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:39:18.518640 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:39:18.518658 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:39:18.518661 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:39:18.518664 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:39:18.518679 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:39:18.518693 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:39:18.518710 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.518585708+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:7e1d4107 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdb5e059 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:39:18.518746 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.518560076+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:3dba390f 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdb5e059 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:39:18.518774 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.518551948+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:9f91bc2b 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdb5e059 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:39:18.518800 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.518577036+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:2ff52bd 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdb5e059 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:39:18.518827 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.518539596+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:3099da30 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdb5e059 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:39:18.518854 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.518556716+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:4abb2bc6 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdb5e059 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:39:18.518893 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.518581900+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:8b1b2cfc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdb5e059 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:39:18.518921 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.518564684+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:d153700e 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdb5e059 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:40:21.343972 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:40:21.343987 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:40:21.343994 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:40:21.343980 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:40:21.344013 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:40:21.344016 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:40:21.344026 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:40:21.344061 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:40:21.344105 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.343863573+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:4abb2bc6 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5b6c5bcd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:40:21.344135 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.343902612+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:7e1d4107 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5b6c5bcd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:40:21.344158 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.343858869+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:9f91bc2b 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5b6c5bcd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:40:21.344183 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.343845909+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:3099da30 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5b6c5bcd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:40:21.344242 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.343886453+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:2ff52bd 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5b6c5bcd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:40:21.344271 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.343867317+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:3dba390f 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5b6c5bcd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:40:21.344294 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.343898772+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:8b1b2cfc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5b6c5bcd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:40:21.344317 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.343871573+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:d153700e 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5b6c5bcd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:40:21.520417 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:40:21.520417 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:40:21.520462 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:40:21.520470 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:40:21.520478 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:40:21.520480 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.520384557+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:7e1d4107 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd362d35 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:40:21.520478 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:40:21.520492 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:40:21.520512 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:40:21.520530 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.520363981+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:d153700e 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd362d35 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:40:21.520557 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.520359213+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:3dba390f 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd362d35 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:40:21.520574 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.520375789+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:2ff52bd 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd362d35 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:40:21.520597 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.520380077+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:8b1b2cfc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd362d35 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:40:21.520622 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.520338413+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:3099da30 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd362d35 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:40:21.520648 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.520351501+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:9f91bc2b 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd362d35 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:40:21.520669 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.520355149+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:4abb2bc6 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd362d35 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:41:24.345853 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:41:24.345870 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:41:24.345872 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:41:24.345860 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:41:24.345892 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:41:24.345896 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:41:24.345905 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:41:24.345906 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:41:24.345978 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.345785735+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:7e1d4107 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2acbdc97 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:41:24.346005 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.345736423+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:3099da30 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2acbdc97 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:41:24.346027 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.345753383+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:9f91bc2b 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2acbdc97 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:41:24.346053 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.345760871+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:3dba390f 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2acbdc97 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:41:24.346077 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.345777191+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:2ff52bd 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2acbdc97 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:41:24.346104 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.345764583+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:d153700e 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2acbdc97 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:41:24.346130 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.345780807+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:8b1b2cfc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2acbdc97 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:41:24.346152 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.345757479+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:4abb2bc6 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2acbdc97 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:41:24.522241 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:41:24.522281 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:41:24.522246 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:41:24.522304 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:41:24.522311 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:41:24.522322 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:41:24.522322 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:41:24.522344 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.522207941+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:7e1d4107 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fb0967de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:41:24.522345 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", + "[-]E1118 22:41:24.522371 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.522199973+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:2ff52bd 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fb0967de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:41:24.522400 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.522189125+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:d153700e 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fb0967de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:41:24.522424 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.522203973+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:8b1b2cfc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fb0967de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:41:24.522448 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.522185221+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:3dba390f 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fb0967de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:41:24.522470 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.522181829+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:4abb2bc6 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fb0967de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:41:24.522495 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.522178213+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:9f91bc2b 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fb0967de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", + "[-]E1118 22:41:24.522515 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.522165605+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:3099da30 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fb0967de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n" + ] + } + ], + "source": [ + "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n", + "\n", + "# Cancel the SLURM job, releasing all reserved nodes back to the cluster\n", + "slurm_job.kill()\n", + "logger.info(\"Job terminated successfully\")" + ] } ], "metadata": { @@ -82,9 +545,9 @@ "fileUid": "2fa680ca-06ba-41e3-ac40-90b22d77bbc3", "isAdHoc": false, "kernelspec": { - "display_name": "venv", + "display_name": "Python (monarch)", "language": "python", - "name": "python3" + "name": "monarch" }, "language_info": { "codemirror_mode": { @@ -96,9 +559,9 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.10.18" + "version": "3.12.12" } }, "nbformat": 4, "nbformat_minor": 2 -} \ No newline at end of file +} From bc5f118ab08e266196e19668bce291717873505c Mon Sep 17 00:00:00 2001 From: Matthias Reso <13337103+mreso@users.noreply.github.com> Date: Tue, 18 Nov 2025 22:56:08 +0000 Subject: [PATCH 6/6] Remove outputs --- examples/slurm_allreduce.ipynb | 98 +- examples/slurm_ddp.ipynb | 7179 +------------------------------- examples/slurm_titan.ipynb | 309 +- 3 files changed, 104 insertions(+), 7482 deletions(-) diff --git a/examples/slurm_allreduce.ipynb b/examples/slurm_allreduce.ipynb index 5060e3bbe..b26dc6d36 100644 --- a/examples/slurm_allreduce.ipynb +++ b/examples/slurm_allreduce.ipynb @@ -6,7 +6,101 @@ "id": "c443b989-5a71-455f-9a59-9963338634ec", "metadata": {}, "outputs": [], - "source": "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n\n# @noautodeps\n# pyre-ignore-all-errors\nimport json\nimport logging\nimport socket\nimport sys\n\nimport cloudpickle\nfrom example_actors.compute_world_size_actor import ComputeWorldSizeActor\nfrom monarch.actor import Actor, endpoint\nfrom monarch.job import SlurmJob\n\n\nlogging.basicConfig(\n level=logging.INFO,\n format=\"%(name)s %(asctime)s %(levelname)s %(message)s\",\n datefmt=\"%Y-%m-%d %H:%M:%S\",\n force=True,\n)\n\n\nlogger: logging.Logger = logging.getLogger(__name__)\n\n\nclass _HostnameActor(Actor):\n \"\"\"Helper actor to get hostname from rank 0\"\"\"\n @endpoint\n def get_hostname(self) -> str:\n return socket.gethostname()\n\n\nasync def main():\n num_nodes = 2\n gpus_per_node = 8\n mesh_name = \"mesh0\"\n master_port = 29500\n \n # Create SLURM job\n slurm_job = SlurmJob(\n meshes={mesh_name: num_nodes},\n job_name=\"monarch_example\",\n gpus_per_node=gpus_per_node,\n time_limit=\"06:00:00\",\n )\n\n try:\n # Get job state and create process mesh\n job_state = slurm_job.state()\n proc_mesh = job_state.mesh0.spawn_procs({\"gpus\": gpus_per_node})\n \n # Get master_addr from rank 0\n hostname_actor = proc_mesh.spawn(\"hostname_actor\", _HostnameActor)\n hostname_values = await hostname_actor.flatten(\"rank\").slice(rank=0).get_hostname.call()\n master_addr = hostname_values.item()\n \n # Spawn actor\n actor = proc_mesh.spawn(\"compute_world_size_actor\", ComputeWorldSizeActor)\n\n logger.info(\"computing world size...\")\n # this is redundant but is here for example sake\n values = await actor.compute_world_size.call(\n master_addr=master_addr,\n master_port=master_port,\n )\n\n values_by_rank = {f\"rank_{p.rank}\": v for p, v in list(values.flatten(\"rank\"))}\n\n logger.info(\n f\"\"\"computed world_sizes:\n {'-'*40}\n {json.dumps(values_by_rank, indent=2)}\n {'-'*40}\"\"\"\n )\n finally:\n # Cancel the SLURM job, releasing all reserved nodes back to the cluster\n slurm_job.kill()\n logger.info(\"Job terminated successfully\")\n\n\nif __name__ == \"__main__\":\n cloudpickle.register_pickle_by_value(sys.modules[ComputeWorldSizeActor.__module__])\n\n await main()" + "source": [ + "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n", + "\n", + "# @noautodeps\n", + "# pyre-ignore-all-errors\n", + "import json\n", + "import logging\n", + "import socket\n", + "import sys\n", + "\n", + "import cloudpickle\n", + "from example_actors.compute_world_size_actor import ComputeWorldSizeActor\n", + "from monarch.actor import Actor, endpoint\n", + "from monarch.job import SlurmJob\n", + "\n", + "\n", + "logging.basicConfig(\n", + " level=logging.INFO,\n", + " format=\"%(name)s %(asctime)s %(levelname)s %(message)s\",\n", + " datefmt=\"%Y-%m-%d %H:%M:%S\",\n", + " force=True,\n", + ")\n", + "\n", + "\n", + "logger: logging.Logger = logging.getLogger(__name__)\n", + "\n", + "\n", + "class _HostnameActor(Actor):\n", + " \"\"\"Helper actor to get hostname from rank 0\"\"\"\n", + " @endpoint\n", + " def get_hostname(self) -> str:\n", + " return socket.gethostname()\n", + "\n", + "\n", + "async def main():\n", + " num_nodes = 2\n", + " gpus_per_node = 8\n", + " mesh_name = \"mesh0\"\n", + " master_port = 29500\n", + " \n", + " # Create SLURM job\n", + " slurm_job = SlurmJob(\n", + " meshes={mesh_name: num_nodes},\n", + " job_name=\"monarch_example\",\n", + " gpus_per_node=gpus_per_node,\n", + " time_limit=\"06:00:00\",\n", + " )\n", + "\n", + " try:\n", + " # Get job state and create process mesh\n", + " job_state = slurm_job.state()\n", + " proc_mesh = job_state.mesh0.spawn_procs({\"gpus\": gpus_per_node})\n", + " \n", + " # Get master_addr from rank 0\n", + " hostname_actor = proc_mesh.spawn(\"hostname_actor\", _HostnameActor)\n", + " hostname_values = await hostname_actor.flatten(\"rank\").slice(rank=0).get_hostname.call()\n", + " master_addr = hostname_values.item()\n", + " \n", + " # Spawn actor\n", + " actor = proc_mesh.spawn(\"compute_world_size_actor\", ComputeWorldSizeActor)\n", + "\n", + " logger.info(\"computing world size...\")\n", + " # this is redundant but is here for example sake\n", + " values = await actor.compute_world_size.call(\n", + " master_addr=master_addr,\n", + " master_port=master_port,\n", + " )\n", + "\n", + " values_by_rank = {f\"rank_{p.rank}\": v for p, v in list(values.flatten(\"rank\"))}\n", + "\n", + " logger.info(\n", + " f\"\"\"computed world_sizes:\n", + " {'-'*40}\n", + " {json.dumps(values_by_rank, indent=2)}\n", + " {'-'*40}\"\"\"\n", + " )\n", + " finally:\n", + " # Cancel the SLURM job, releasing all reserved nodes back to the cluster\n", + " slurm_job.kill()\n", + " logger.info(\"Job terminated successfully\")\n", + "\n", + "\n", + "if __name__ == \"__main__\":\n", + " cloudpickle.register_pickle_by_value(sys.modules[ComputeWorldSizeActor.__module__])\n", + "\n", + " await main()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "71ca61d9", + "metadata": {}, + "outputs": [], + "source": [] } ], "metadata": { @@ -30,4 +124,4 @@ }, "nbformat": 4, "nbformat_minor": 5 -} \ No newline at end of file +} diff --git a/examples/slurm_ddp.ipynb b/examples/slurm_ddp.ipynb index 201a98b6c..3d72ba7bd 100644 --- a/examples/slurm_ddp.ipynb +++ b/examples/slurm_ddp.ipynb @@ -5,7182 +5,7 @@ "execution_count": 2, "id": "c443b989-5a71-455f-9a59-9963338634ec", "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "Found cached job at path: .monarch/job_state.pkl\n", - "Error checking job 7758 status: slurm_load_jobs error: Invalid job id specified\n", - "\n", - "SLURM job 7758 not found in queue\n", - "Cached job cannot run this spec, removing cache\n", - "Cancelled SLURM job 7758\n", - "Applying current job\n", - "Submitting SLURM job with 2 nodes\n", - "SLURM job 9140 submitted. Logs will be written to: /home/mreso/monarch/examples/slurm_9140_monarch_example_2125347.out\n", - "Saving job to cache at .monarch/job_state.pkl\n", - "Job has started, connecting to current state\n", - "SLURM job 9140 is running on 2 nodes: ['slurm-compute-node-011', 'slurm-compute-node-012']\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[36m>>> Aggregated Logs (2025-11-18 06:39:02) >>>\u001b[0m\n", - "\u001b[33m[1 similar log lines]\u001b[0m [6] self.rank=6 Initializing torch distributed\n", - "\u001b[36m<<< Aggregated Logs (2025-11-18 06:39:05) <<<\u001b[0m\n", - "\n", - "\u001b[36m>>> Aggregated Logs (2025-11-18 06:39:05) >>>\u001b[0m\n", - "\u001b[33m[7 similar log lines]\u001b[0m [7] self.rank=7 Initializing torch distributed\n", - "\u001b[33m[8 similar log lines]\u001b[0m [7] [Gloo] Rank 7 is connected to 7 peer ranks. Expected number of connected peer ranks is : 7\n", - "\u001b[33m[8 similar log lines]\u001b[0m [7] self.rank=7 Finished initializing torch distributed\n", - "\u001b[33m[8 similar log lines]\u001b[0m [7] self.rank=7 Running basic DDP example\n", - "\u001b[33m[8 similar log lines]\u001b[0m [7] self.rank=7 local_rank=3\n", - "\u001b[36m<<< Aggregated Logs (2025-11-18 06:39:08) <<<\u001b[0m\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "Cancelled SLURM job 9140\n", - "__main__ 2025-11-18 06:39:11 INFO Job terminated successfully\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "DDP example completed successfully!\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[36m>>> Aggregated Logs (2025-11-18 06:39:08) >>>\u001b[0m\n", - "\u001b[33m[8 similar log lines]\u001b[0m [5] self.rank=5 Finished running basic DDP example\n", - "\u001b[33m[8 similar log lines]\u001b[0m [1] self.rank=1 Cleaning up torch distributed\n", - "\u001b[36m<<< Aggregated Logs (2025-11-18 06:39:11) <<<\u001b[0m\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "[-]E1118 06:39:42.498521 2125347 hyperactor/src/channel/net.rs:876] error_msg:session tcp:172.27.60.61:22222.1936278980149669291: failed to deliver message within timeout\n", - "[-]E1118 06:39:42.498624 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:39:42.498634 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:39:42.498662 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:39:42.498664 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:39:42.498679 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:39:42.498694 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:39:42.498695 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:39:42.498714 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:39:42.498728 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706918211+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6c2faab1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:39:42.498760 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706911267+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75349bf0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:39:42.498784 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706892130+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6c2faab1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:39:42.498807 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706929603+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75349bf0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:39:42.498832 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706913955+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6c2faab1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:39:42.498849 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706922883+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75349bf0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:39:42.498899 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706934243+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75349bf0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:39:42.498930 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706909347+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6c2faab1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:39:42.619987 2125347 hyperactor/src/channel/net.rs:876] error_msg:session tcp:172.27.58.146:22222.15122760716056201489: failed to deliver message within timeout\n", - "[-]E1118 06:39:42.620079 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:39:42.620082 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:39:42.620113 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:39:42.620128 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:39:42.620132 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:39:42.620142 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:39:42.620154 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:39:42.620157 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:39:42.620167 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706943427+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75349bf0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:39:42.620194 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706944643+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6c2faab1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:39:42.620214 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706948355+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75349bf0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:39:42.620243 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706938595+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75349bf0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:39:42.620273 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706938339+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6c2faab1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:39:42.620302 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706950723+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6c2faab1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:39:42.620330 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706924611+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6c2faab1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:39:42.620357 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:39:11.706953571+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75349bf0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:40:14.708761 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:40:14.708772 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:40:14.708771 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:40:14.708787 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:40:14.708795 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:40:14.708800 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:40:14.708810 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:40:14.708810 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:40:14.708813 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:40:14.708819 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:40:14.708823 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:40:14.708826 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:40:14.708826 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:40:14.708832 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:40:14.708835 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:40:14.708835 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:40:14.708854 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708646497+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e6a5af56 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:40:14.708888 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708659073+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b0ff08d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:40:14.708913 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708684193+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b0ff08d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:40:14.708937 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708704481+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b0ff08d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:40:14.708959 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708652609+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e6a5af56 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:40:14.708997 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708671617+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b0ff08d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:40:14.709028 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708686561+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e6a5af56 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:40:14.709055 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708688929+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b0ff08d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:40:14.709072 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708657761+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e6a5af56 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:40:14.709129 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708676193+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e6a5af56 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:40:14.709162 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708681025+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e6a5af56 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:40:14.709189 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708695105+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b0ff08d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:40:14.709217 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708663585+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e6a5af56 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:40:14.709241 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708699937+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b0ff08d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:40:14.709268 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708628256+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e6a5af56 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:40:14.709291 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:40:14.708677473+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b0ff08d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:41:17.710724 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:41:17.710743 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:41:17.710726 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:41:17.710747 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:41:17.710774 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:41:17.710775 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:41:17.710779 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:41:17.710801 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:41:17.710811 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:41:17.710813 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:41:17.710816 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:41:17.710824 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:41:17.710824 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710644171+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:34330128 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:41:17.710831 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:41:17.710836 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:41:17.710837 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:41:17.710859 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710649771+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2d283069 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:41:17.710874 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:41:17.710921 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710629707+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:34330128 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:41:17.710952 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710657611+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2d283069 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:41:17.711013 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710626763+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2d283069 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:41:17.711041 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710575627+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2d283069 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:41:17.711063 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710637707+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:34330128 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:41:17.711080 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710576491+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:34330128 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:41:17.711103 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710607115+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:34330128 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:41:17.711128 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710605355+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2d283069 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:41:17.711151 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710643147+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2d283069 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:41:17.711176 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710613355+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2d283069 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:41:17.711204 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710600363+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:34330128 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:41:17.711226 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710650827+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:34330128 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:41:17.711252 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710655435+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:34330128 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:41:17.711274 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:41:17.710597643+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2d283069 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:42:20.712787 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:42:20.712797 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:42:20.712811 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:42:20.712794 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:42:20.712818 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:42:20.712830 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:42:20.712831 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:42:20.712838 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:42:20.712843 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:42:20.712845 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:42:20.712852 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:42:20.712854 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:42:20.712860 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:42:20.712865 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:42:20.712871 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712721214+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:beb904cf 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:42:20.712893 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712687230+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a7a2358e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:42:20.712908 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:42:20.712923 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:42:20.712945 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712649021+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a7a2358e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:42:20.712971 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712677982+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:beb904cf 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:42:20.713021 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712672862+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a7a2358e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:42:20.713050 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712651517+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:beb904cf 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:42:20.713087 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712680318+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a7a2358e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:42:20.713113 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712684670+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:beb904cf 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:42:20.713135 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712704638+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a7a2358e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:42:20.713157 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712711070+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a7a2358e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:42:20.713178 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712708798+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:beb904cf 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:42:20.713198 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712691870+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:beb904cf 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:42:20.713220 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712694174+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a7a2358e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:42:20.713241 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712700478+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a7a2358e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:42:20.713262 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712716126+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:beb904cf 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:42:20.713288 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:42:20.712671998+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:beb904cf 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:43:23.714967 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:43:23.714977 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:43:23.714967 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:43:23.714999 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:43:23.715010 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:43:23.715033 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:43:23.715032 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:43:23.715037 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:43:23.715045 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:43:23.715046 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:43:23.715068 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:43:23.715077 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:43:23.715084 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:43:23.715091 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:43:23.715100 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714893099+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2b94b7ee 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:43:23.715099 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:43:23.715144 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714865451+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2b94b7ee 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:43:23.715146 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:43:23.715178 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714863851+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:328f86af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:43:23.715235 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714858955+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2b94b7ee 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:43:23.715277 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714849418+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2b94b7ee 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:43:23.715311 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714872267+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2b94b7ee 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:43:23.715357 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714878091+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2b94b7ee 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:43:23.715384 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714857355+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:328f86af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:43:23.715424 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714876779+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:328f86af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:43:23.715466 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714821322+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2b94b7ee 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:43:23.715504 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714883115+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:328f86af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:43:23.715543 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714885771+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2b94b7ee 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:43:23.715585 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714869995+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:328f86af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:43:23.715618 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714830410+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:328f86af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:43:23.715670 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714851850+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:328f86af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:43:23.715715 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:43:23.714890091+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:328f86af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:44:26.717021 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:44:26.717035 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:44:26.717027 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:44:26.717035 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:44:26.717059 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:44:26.717067 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:44:26.717065 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:44:26.717100 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:44:26.717101 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:44:26.717110 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:44:26.717112 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:44:26.717114 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:44:26.717116 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:44:26.717121 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716979458+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:711e6377 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:44:26.717125 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:44:26.717126 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:44:26.717152 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716925378+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a3330b4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:44:26.717153 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:44:26.717178 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716961602+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a3330b4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:44:26.717202 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716997186+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:711e6377 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:44:26.717229 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716930850+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a3330b4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:44:26.717259 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716985538+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:711e6377 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:44:26.717286 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716851617+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a3330b4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:44:26.717310 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716990914+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:711e6377 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:44:26.717332 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716994178+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:711e6377 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:44:26.717355 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716866497+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a3330b4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:44:26.717380 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716963682+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:711e6377 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:44:26.717406 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716945634+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a3330b4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:44:26.717429 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716973058+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:711e6377 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:44:26.717454 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716907298+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:711e6377 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:44:26.717480 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716902114+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a3330b4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:44:26.717507 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:44:26.716956066+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a3330b4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:45:29.718887 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:45:29.718886 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:45:29.718912 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:45:29.718947 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:45:29.718951 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:45:29.718974 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:45:29.718975 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:45:29.718982 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.718802944+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30664260 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:45:29.718995 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:45:29.719041 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.718831040+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30664260 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:45:29.719093 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.718792992+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30664260 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:45:29.719134 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.718798016+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30664260 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:45:29.719177 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.718808032+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30664260 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:45:29.719219 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.718826816+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30664260 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:45:29.719261 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.718779008+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30664260 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:45:29.719309 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.718822720+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30664260 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:45:29.720135 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:45:29.720144 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:45:29.720164 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:45:29.720170 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:45:29.720181 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:45:29.720187 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:45:29.720188 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:45:29.720192 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.720108551+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:190daffa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:45:29.720211 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:45:29.720215 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.720085415+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:190daffa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:45:29.720243 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.720067623+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:190daffa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:45:29.720266 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.720100999+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:190daffa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:45:29.720290 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.720105031+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:190daffa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:45:29.720312 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.720090183+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:190daffa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:45:29.720342 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.720076999+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:190daffa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:45:29.720370 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:45:29.720081415+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:190daffa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:46:32.720749 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:46:32.720755 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:46:32.720779 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:46:32.720792 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:46:32.720800 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:46:32.720809 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:46:32.720818 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:46:32.720833 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.720695820+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:de808283 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:46:32.720841 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:46:32.720863 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.720670572+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:de808283 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:46:32.720891 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.720649772+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:de808283 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:46:32.720912 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.720637580+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:de808283 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:46:32.720936 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.720688140+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:de808283 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:46:32.720957 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.720675052+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:de808283 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:46:32.720978 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.720655660+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:de808283 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:46:32.721002 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.720692204+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:de808283 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:46:32.722998 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:46:32.723001 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:46:32.723022 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:46:32.723039 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:46:32.723040 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:46:32.723039 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:46:32.723063 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:46:32.723084 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:46:32.723078 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.722968567+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9387aa1d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:46:32.723151 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.722932855+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9387aa1d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:46:32.723183 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.722923415+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9387aa1d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:46:32.723217 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.722911991+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9387aa1d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:46:32.723275 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.722951607+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9387aa1d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:46:32.723307 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.722928151+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9387aa1d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:46:32.723353 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.722937271+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9387aa1d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:46:32.723385 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:46:32.722964087+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9387aa1d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:47:35.722747 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:47:35.722763 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:47:35.722747 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:47:35.722783 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:47:35.722797 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:47:35.722796 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:47:35.722806 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:47:35.722835 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.722692291+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d61ed55b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:47:35.722845 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:47:35.722862 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.722654370+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d61ed55b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:47:35.722886 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.722662818+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d61ed55b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:47:35.722927 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.722640674+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d61ed55b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:47:35.722949 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.722668514+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d61ed55b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:47:35.722974 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.722683395+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d61ed55b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:47:35.723012 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.722658914+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d61ed55b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:47:35.723039 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.722687875+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d61ed55b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:47:35.724978 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:47:35.725006 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:47:35.725021 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:47:35.725030 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:47:35.725033 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.724951981+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff7538c1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:47:35.725024 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:47:35.725048 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:47:35.725053 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:47:35.725087 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:47:35.725097 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.724926157+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff7538c1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:47:35.725127 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.724916493+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff7538c1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:47:35.725161 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.724942733+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff7538c1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:47:35.725195 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.724920909+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff7538c1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:47:35.725223 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.724895340+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff7538c1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:47:35.725251 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.724947437+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff7538c1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:47:35.725280 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:47:35.724931085+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff7538c1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:48:38.724749 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:48:38.724762 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:48:38.724752 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:48:38.724783 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:48:38.724796 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:48:38.724797 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:48:38.724807 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:48:38.724836 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.724683408+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f0219fb0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:48:38.724840 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:48:38.724864 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.724674416+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f0219fb0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:48:38.724892 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.724656080+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f0219fb0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:48:38.724916 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.724678704+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f0219fb0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:48:38.724939 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.724647344+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f0219fb0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:48:38.724964 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.724629328+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f0219fb0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:48:38.725005 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.724659824+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f0219fb0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:48:38.725033 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.724651728+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f0219fb0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:48:38.726982 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:48:38.727005 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:48:38.727023 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:48:38.727029 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:48:38.727033 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:48:38.727038 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.726952537+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75ff3d26 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:48:38.727045 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:48:38.727046 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:48:38.727051 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:48:38.727121 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.726931353+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75ff3d26 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:48:38.727167 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.726944057+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75ff3d26 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:48:38.727193 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.726948697+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75ff3d26 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:48:38.727231 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.726926233+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75ff3d26 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:48:38.727264 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.726920825+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75ff3d26 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:48:38.727304 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.726915641+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75ff3d26 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:48:38.727338 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:48:38.726903961+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:75ff3d26 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:49:41.726433 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:49:41.726444 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:49:41.726435 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:49:41.726469 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:49:41.726474 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:49:41.726489 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:49:41.726511 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:49:41.726522 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:49:41.726543 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.726367560+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:280b040f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:49:41.726572 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.726337672+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:280b040f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:49:41.726597 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.726327944+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:280b040f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:49:41.726619 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.726332648+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:280b040f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:49:41.726640 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.726310503+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:280b040f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:49:41.726679 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.726363400+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:280b040f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:49:41.726706 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.726343208+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:280b040f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:49:41.726733 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.726359144+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:280b040f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:49:41.728682 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:49:41.728691 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:49:41.728694 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:49:41.728717 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:49:41.728733 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:49:41.728735 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:49:41.728760 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:49:41.728797 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:49:41.728830 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.728649648+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f9c9bf46 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:49:41.728865 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.728627888+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f9c9bf46 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:49:41.728897 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.728642320+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f9c9bf46 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:49:41.728948 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.728606544+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f9c9bf46 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:49:41.729013 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.728620560+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f9c9bf46 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:49:41.729054 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.728624304+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f9c9bf46 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:49:41.729101 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.728631920+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f9c9bf46 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:49:41.729131 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:49:41.728646384+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f9c9bf46 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:50:44.728329 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:50:44.728349 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:50:44.728330 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:50:44.728376 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:50:44.728386 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:50:44.728386 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:50:44.728387 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:50:44.728423 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.728278392+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a28101e8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:50:44.728424 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:50:44.728461 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.728271032+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a28101e8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:50:44.728488 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.728253688+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a28101e8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:50:44.728510 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.728231640+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a28101e8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:50:44.728537 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.728249272+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a28101e8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:50:44.728558 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.728257528+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a28101e8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:50:44.728581 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.728274648+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a28101e8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:50:44.728603 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.728244664+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a28101e8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:50:44.730552 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:50:44.730560 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:50:44.730592 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:50:44.730598 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:50:44.730608 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.730526944+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:886e381c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:50:44.730611 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:50:44.730619 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:50:44.730621 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:50:44.730625 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:50:44.730642 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.730507584+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:886e381c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:50:44.730671 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.730502688+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:886e381c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:50:44.730699 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.730519040+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:886e381c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:50:44.730729 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.730523136+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:886e381c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:50:44.730759 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.730482976+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:886e381c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:50:44.730790 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.730497984+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:886e381c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:50:44.730818 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:50:44.730493280+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:886e381c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:51:47.730300 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:51:47.730301 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:51:47.730309 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:51:47.730348 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:51:47.730349 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:51:47.730353 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:51:47.730362 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:51:47.730381 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.730245058+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:690c9ed7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:51:47.730381 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:51:47.730406 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.730220098+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:690c9ed7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:51:47.730431 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.730209378+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:690c9ed7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:51:47.730453 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.730236450+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:690c9ed7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:51:47.730475 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.730224578+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:690c9ed7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:51:47.730497 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.730196322+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:690c9ed7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:51:47.730519 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.730241186+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:690c9ed7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:51:47.730540 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.730215106+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:690c9ed7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:51:47.732528 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:51:47.732543 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:51:47.732552 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:51:47.732559 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:51:47.732570 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:51:47.732571 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:51:47.732580 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.732499657+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:278f6227 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:51:47.732593 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:51:47.732595 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:51:47.732651 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.732473033+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:278f6227 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:51:47.732684 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.732491977+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:278f6227 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:51:47.732712 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.732453929+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:278f6227 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:51:47.732741 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.732477929+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:278f6227 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:51:47.732770 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.732463625+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:278f6227 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:51:47.732799 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.732468393+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:278f6227 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:51:47.732828 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:51:47.732495849+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:278f6227 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:52:50.732305 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:52:50.732317 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:52:50.732312 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:52:50.732339 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:52:50.732344 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:52:50.732344 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:52:50.732353 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:52:50.732386 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.732246360+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e3869b30 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:52:50.732385 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:52:50.732413 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.732237688+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e3869b30 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:52:50.732441 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.732221144+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e3869b30 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:52:50.732464 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.732226264+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e3869b30 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:52:50.732487 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.732217144+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e3869b30 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:52:50.732509 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.732200280+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e3869b30 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:52:50.732531 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.732241976+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e3869b30 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:52:50.732553 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.732212216+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e3869b30 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:52:50.734521 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:52:50.734537 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:52:50.734553 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:52:50.734559 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:52:50.734575 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:52:50.734579 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:52:50.734596 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:52:50.734578 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.734493406+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c969a2c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:52:50.734580 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:52:50.734643 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.734467934+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c969a2c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:52:50.734676 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.734463774+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c969a2c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:52:50.734707 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.734458654+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c969a2c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:52:50.734736 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.734484222+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c969a2c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:52:50.734764 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.734448894+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c969a2c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:52:50.734805 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.734488766+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c969a2c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:52:50.734836 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:52:50.734472350+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c969a2c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:53:53.735079 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:53:53.735094 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:53:53.735116 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:53:53.735118 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:53:53.735124 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:53:53.735127 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:53:53.735146 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:53:53.735148 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:53:53.735165 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.734985425+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6fb01950 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:53:53.735193 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.735003377+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6fb01950 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:53:53.735220 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.734977905+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6fb01950 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:53:53.735242 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.734989873+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6fb01950 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:53:53.735264 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.734965873+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6fb01950 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:53:53.735285 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.735012081+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6fb01950 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:53:53.735305 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.734981937+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6fb01950 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:53:53.735330 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.735007761+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6fb01950 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:53:53.736315 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:53:53.736329 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:53:53.736340 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:53:53.736346 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:53:53.736359 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:53:53.736359 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:53:53.736381 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:53:53.736406 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.736282388+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e9ea6fa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:53:53.736411 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:53:53.736442 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.736255380+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e9ea6fa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:53:53.736472 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.736274100+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e9ea6fa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:53:53.736503 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.736234932+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e9ea6fa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:53:53.736532 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.736246964+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e9ea6fa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:53:53.736561 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.736261108+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e9ea6fa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:53:53.736589 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.736278900+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e9ea6fa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:53:53.736617 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:53:53.736251348+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e9ea6fa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:54:56.737851 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:54:56.737863 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:54:56.737882 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:54:56.737885 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:54:56.737893 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:54:56.737911 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:54:56.737911 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:54:56.737916 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:54:56.737933 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.737802433+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e179e0a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:54:56.737963 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.737774881+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e179e0a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:54:56.737988 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.737753569+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e179e0a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:54:56.738011 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.737793729+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e179e0a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:54:56.738058 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.737766241+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e179e0a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:54:56.738085 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.737779073+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e179e0a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:54:56.738107 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.737770785+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e179e0a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:54:56.738128 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.737798593+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e179e0a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:54:56.739131 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:54:56.739144 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:54:56.739132 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:54:56.739163 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:54:56.739164 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:54:56.739189 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:54:56.739191 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.739087812+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cfd52543 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:54:56.739200 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:54:56.739206 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:54:56.739217 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.739080516+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cfd52543 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:54:56.739247 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.739063876+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cfd52543 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:54:56.739275 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.739068196+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cfd52543 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:54:56.739302 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.739042820+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cfd52543 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:54:56.739331 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.739055556+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cfd52543 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:54:56.739359 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.739084324+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cfd52543 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:54:56.739383 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:54:56.739060132+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cfd52543 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:55:59.739889 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:55:59.739895 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:55:59.739897 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:55:59.739932 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:55:59.739933 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:55:59.739955 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:55:59.739960 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:55:59.739970 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:55:59.739972 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.739828887+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7442ecde 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:55:59.740030 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.739821495+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7442ecde 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:55:59.740083 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.739804631+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7442ecde 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:55:59.740113 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.739824983+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7442ecde 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:55:59.740136 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.739808183+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7442ecde 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:55:59.740163 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.739801271+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7442ecde 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:55:59.740187 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.739780855+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7442ecde 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:55:59.740212 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.739797111+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7442ecde 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:55:59.742148 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:55:59.742150 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:55:59.742164 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:55:59.742184 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:55:59.742184 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:55:59.742192 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:55:59.742203 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:55:59.742209 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.742118333+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a20a998 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:55:59.742227 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:55:59.742241 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.742094397+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a20a998 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:55:59.742270 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.742085693+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a20a998 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:55:59.742299 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.742110173+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a20a998 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:55:59.742323 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.742090493+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a20a998 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:55:59.742350 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.742072637+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a20a998 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:55:59.742373 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.742114685+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a20a998 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:55:59.742404 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:55:59.742100029+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5a20a998 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:57:02.741328 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:57:02.741337 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:57:02.741341 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:57:02.741361 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:57:02.741362 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:57:02.741374 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:57:02.741378 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:57:02.741380 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:57:02.741418 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.741236738+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9aa42c3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:57:02.741446 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.741262627+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9aa42c3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:57:02.741469 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.741255042+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9aa42c3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:57:02.741492 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.741228162+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9aa42c3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:57:02.741517 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.741240802+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9aa42c3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:57:02.741541 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.741209634+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9aa42c3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:57:02.741562 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.741232514+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9aa42c3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:57:02.741583 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.741259011+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9aa42c3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:57:02.744584 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:57:02.744592 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:57:02.744585 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:57:02.744620 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:57:02.744623 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:57:02.744627 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:57:02.744633 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:57:02.744648 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.744505577+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0aaac7f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:57:02.744648 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:57:02.744708 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.744515593+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0aaac7f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:57:02.744747 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.744542569+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0aaac7f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:57:02.744792 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.744489865+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0aaac7f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:57:02.744840 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.744521065+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0aaac7f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:57:02.744890 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.744511177+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0aaac7f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:57:02.744924 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.744538313+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0aaac7f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:57:02.744972 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:57:02.744533737+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0aaac7f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:58:05.743789 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:58:05.743796 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:58:05.743827 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:58:05.743800 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:58:05.743849 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:58:05.743869 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:58:05.743877 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.743728976+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e8fa2885 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:58:05.743878 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:58:05.743893 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:58:05.743910 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.743702256+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e8fa2885 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:58:05.743935 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.743719888+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e8fa2885 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:58:05.743956 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.743698672+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e8fa2885 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:58:05.743979 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.743694704+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e8fa2885 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:58:05.744001 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.743677776+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e8fa2885 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:58:05.744026 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.743706768+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e8fa2885 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:58:05.744062 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.743724944+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e8fa2885 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:58:05.747041 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:58:05.747056 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:58:05.747059 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:58:05.747073 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:58:05.747078 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:58:05.747085 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:58:05.747103 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:58:05.747104 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.747001623+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c6986dc3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:58:05.747106 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:58:05.747165 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.746983543+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c6986dc3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:58:05.747198 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.747011287+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c6986dc3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:58:05.747242 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.746978295+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c6986dc3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:58:05.747287 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.747006839+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c6986dc3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:58:05.747319 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.746961527+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c6986dc3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:58:05.747348 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.746988439+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c6986dc3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:58:05.747377 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:58:05.746973207+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c6986dc3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:59:08.745766 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:59:08.745775 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:59:08.745801 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:59:08.745776 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:59:08.745819 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:59:08.745824 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:59:08.745838 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:59:08.745839 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:59:08.745862 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.745659231+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cec5626e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:59:08.745894 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.745680127+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cec5626e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:59:08.745923 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.745663775+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cec5626e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:59:08.745946 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.745689151+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cec5626e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:59:08.745969 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.745650335+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cec5626e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:59:08.745986 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.745627519+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cec5626e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:59:08.746011 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.745655167+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cec5626e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:59:08.746033 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.745684863+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cec5626e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:59:08.750032 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:59:08.750031 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:59:08.750037 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:59:08.750068 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:59:08.750079 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:59:08.750082 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:59:08.750086 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:59:08.750086 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 06:59:08.750108 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.750005063+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4c126824 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:59:08.750135 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.749960327+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4c126824 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:59:08.750166 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.749952263+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4c126824 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:59:08.750189 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.749995207+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4c126824 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:59:08.750216 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.750001127+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4c126824 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:59:08.750245 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.749939207+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4c126824 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:59:08.750272 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.749956551+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4c126824 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 06:59:08.750314 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T06:59:08.749965031+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4c126824 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:00:11.747697 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:00:11.747713 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:00:11.747699 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:00:11.747749 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:00:11.747749 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:00:11.747762 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:00:11.747760 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:00:11.747770 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:00:11.747797 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.747627146+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:11e6510d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:00:11.747825 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.747599657+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:11e6510d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:00:11.747850 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.747618698+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:11e6510d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:00:11.747910 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.747594089+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:11e6510d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:00:11.747929 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.747604329+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:11e6510d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:00:11.747969 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.747572905+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:11e6510d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:00:11.748003 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.747623114+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:11e6510d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:00:11.748059 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.747590537+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:11e6510d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:00:11.753950 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:00:11.753950 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:00:11.753983 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:00:11.753987 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:00:11.753994 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:00:11.754008 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:00:11.754012 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:00:11.754023 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.753888244+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c024ea44 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:00:11.754035 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:00:11.754071 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.753915668+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c024ea44 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:00:11.754101 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.753892628+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c024ea44 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:00:11.754132 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.753879540+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c024ea44 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:00:11.754160 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.753905748+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c024ea44 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:00:11.754189 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.753910516+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c024ea44 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:00:11.754217 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.753865044+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c024ea44 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:00:11.754247 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:00:11.753884308+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c024ea44 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:01:14.749869 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:01:14.749878 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:01:14.749868 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:01:14.749904 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:01:14.749912 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:01:14.749918 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:01:14.749920 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:01:14.749951 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:01:14.749956 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.749796440+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9b6c54ea 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:01:14.750026 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.749805016+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9b6c54ea 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:01:14.750054 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.749777112+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9b6c54ea 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:01:14.750092 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.749801272+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9b6c54ea 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:01:14.750115 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.749751096+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9b6c54ea 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:01:14.750138 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.749782136+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9b6c54ea 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:01:14.750164 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.749772088+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9b6c54ea 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:01:14.750182 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.749767352+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9b6c54ea 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:01:14.756086 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:01:14.756094 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:01:14.756108 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:01:14.756125 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:01:14.756129 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:01:14.756132 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:01:14.756145 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:01:14.756154 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.756061474+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b1836d1e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:01:14.756154 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:01:14.756184 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.756039394+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b1836d1e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:01:14.756215 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.756021314+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b1836d1e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:01:14.756244 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.756058018+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b1836d1e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:01:14.756274 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.756031874+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b1836d1e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:01:14.756303 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.756054146+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b1836d1e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:01:14.756332 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.756035874+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b1836d1e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:01:14.756360 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:01:14.756043106+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b1836d1e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:02:17.751807 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:02:17.751813 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:02:17.751842 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:02:17.751813 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:02:17.751857 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:02:17.751874 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:02:17.751875 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:02:17.751901 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.751746492+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50e1cbd5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:02:17.751904 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:02:17.751924 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.751738300+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50e1cbd5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:02:17.751948 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.751723548+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50e1cbd5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:02:17.751972 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.751718907+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50e1cbd5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:02:17.751999 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.751709339+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50e1cbd5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:02:17.752022 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.751692187+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50e1cbd5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:02:17.752044 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.751742876+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50e1cbd5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:02:17.752085 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.751714907+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50e1cbd5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:02:17.759112 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:02:17.759120 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:02:17.759140 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:02:17.759140 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:02:17.759158 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:02:17.759158 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:02:17.759175 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.759080615+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e623725 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:02:17.759175 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:02:17.759175 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:02:17.759203 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.759054471+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e623725 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:02:17.759227 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.759050663+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e623725 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:02:17.759260 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.759045671+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e623725 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:02:17.759283 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.759071751+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e623725 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:02:17.759313 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.759058663+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e623725 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:02:17.759344 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.759030087+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e623725 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:02:17.759372 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:02:17.759076103+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e623725 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:03:20.754163 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:03:20.754166 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:03:20.754196 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:03:20.754172 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:03:20.754219 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:03:20.754222 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:03:20.754232 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:03:20.754276 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.754056355+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:da6bce32 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:03:20.754291 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:03:20.754336 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.754051075+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:da6bce32 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:03:20.754367 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.754046403+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:da6bce32 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:03:20.754396 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.754083939+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:da6bce32 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:03:20.754423 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.754089347+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:da6bce32 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:03:20.754450 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.754025827+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:da6bce32 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:03:20.754478 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.754076771+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:da6bce32 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:03:20.754515 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.754060835+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:da6bce32 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:03:20.761442 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:03:20.761448 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:03:20.761464 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:03:20.761467 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:03:20.761487 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:03:20.761490 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:03:20.761495 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:03:20.761519 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:03:20.761526 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.761401614+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f084f7c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:03:20.761604 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.761374542+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f084f7c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:03:20.761662 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.761392046+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f084f7c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:03:20.761697 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.761365806+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f084f7c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:03:20.761740 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.761347950+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f084f7c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:03:20.761776 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.761370126+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f084f7c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:03:20.761822 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.761397198+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f084f7c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:03:20.761867 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:03:20.761378734+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f084f7c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:04:23.756385 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:04:23.756385 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:04:23.756388 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:04:23.756418 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:04:23.756438 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:04:23.756443 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:04:23.756454 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:04:23.756456 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:04:23.756477 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.756318480+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:565d4c52 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:04:23.756506 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.756283920+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:565d4c52 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:04:23.756529 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.756292144+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:565d4c52 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:04:23.756563 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.756266480+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:565d4c52 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:04:23.756590 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.756288272+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:565d4c52 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:04:23.756611 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.756314128+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:565d4c52 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:04:23.756632 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.756296400+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:565d4c52 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:04:23.756653 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.756309328+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:565d4c52 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:04:23.763899 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:04:23.763900 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:04:23.763932 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:04:23.763933 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:04:23.763944 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:04:23.763947 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:04:23.763962 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:04:23.763974 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:04:23.763962 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.763867227+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0073aaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:04:23.764019 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.763847931+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0073aaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:04:23.764063 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.763860347+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0073aaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:04:23.764097 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.763844091+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0073aaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:04:23.764129 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.763836923+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0073aaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:04:23.764158 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.763841051+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0073aaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:04:23.764187 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.763863867+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0073aaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:04:23.764215 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:04:23.763824091+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d0073aaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:05:26.758585 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:05:26.758596 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:05:26.758599 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:05:26.758631 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:05:26.758633 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:05:26.758641 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:05:26.758645 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:05:26.758674 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.758494930+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27facb08 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:05:26.758674 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:05:26.758701 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.758519506+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27facb08 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:05:26.758725 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.758510962+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27facb08 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:05:26.758747 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.758498994+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27facb08 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:05:26.758770 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.758515410+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27facb08 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:05:26.758792 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.758488242+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27facb08 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:05:26.758818 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.758491730+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27facb08 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:05:26.758843 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.758475826+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27facb08 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:05:26.766824 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:05:26.766825 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:05:26.766858 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:05:26.766866 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:05:26.766866 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:05:26.766874 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:05:26.766875 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:05:26.766892 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:05:26.766909 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.766792029+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6387041 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:05:26.766948 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.766768509+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6387041 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:05:26.766978 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.766749789+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6387041 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:05:26.767007 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.766764701+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6387041 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:05:26.767032 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.766760509+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6387041 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:05:26.767085 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.766783965+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6387041 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:05:26.767116 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.766772925+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6387041 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:05:26.767144 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:05:26.766787709+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6387041 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:06:29.762136 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:06:29.762146 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:06:29.762155 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:06:29.762166 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:06:29.762174 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:06:29.762178 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:06:29.762179 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:06:29.762211 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:06:29.762212 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.762083579+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dafb9dc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:06:29.762246 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.762036443+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dafb9dc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:06:29.762272 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.762027035+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dafb9dc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:06:29.762295 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.762031483+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dafb9dc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:06:29.762316 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.762041051+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dafb9dc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:06:29.762339 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.762078587+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dafb9dc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:06:29.762359 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.762014779+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dafb9dc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:06:29.762381 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.762072699+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dafb9dc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:06:29.768355 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:06:29.768359 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:06:29.768392 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:06:29.768397 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:06:29.768404 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:06:29.768407 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:06:29.768422 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:06:29.768426 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:06:29.768441 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.768324611+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:64c45446 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:06:29.768478 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.768298147+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:64c45446 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:06:29.768510 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.768280163+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:64c45446 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:06:29.768539 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.768315715+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:64c45446 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:06:29.768568 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.768289955+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:64c45446 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:06:29.768598 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.768319683+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:64c45446 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:06:29.768646 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.768293827+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:64c45446 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:06:29.768676 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:06:29.768303075+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:64c45446 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:07:32.765984 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:07:32.765990 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:07:32.765991 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:07:32.766037 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:07:32.766037 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:07:32.766062 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:07:32.766062 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:07:32.766069 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:07:32.766106 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.765926927+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a349793f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:07:32.766138 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.765902383+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a349793f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:07:32.766161 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.765898415+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a349793f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:07:32.766179 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.765893007+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a349793f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:07:32.766202 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.765918127+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a349793f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:07:32.766227 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.765922607+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a349793f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:07:32.766248 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.765881839+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a349793f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:07:32.766269 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.765906479+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a349793f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:07:32.770231 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:07:32.770240 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:07:32.770241 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:07:32.770259 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:07:32.770261 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:07:32.770265 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:07:32.770270 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:07:32.770310 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:07:32.770315 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.770197621+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ee4e51a1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:07:32.770361 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.770188597+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ee4e51a1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:07:32.770393 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.770169717+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ee4e51a1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:07:32.770422 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.770147637+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ee4e51a1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:07:32.770451 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.770192789+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ee4e51a1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:07:32.770478 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.770174453+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ee4e51a1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:07:32.770506 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.770159957+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ee4e51a1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:07:32.770550 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:07:32.770164629+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ee4e51a1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:08:35.768148 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:08:35.768155 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:08:35.768155 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:08:35.768196 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:08:35.768198 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:08:35.768199 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:08:35.768211 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:08:35.768240 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.768086108+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e578827 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:08:35.768241 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:08:35.768267 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.768077660+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e578827 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:08:35.768292 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.768059356+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e578827 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:08:35.768322 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.768082012+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e578827 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:08:35.768344 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.768039132+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e578827 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:08:35.768367 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.768064732+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e578827 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:08:35.768389 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.768055804+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e578827 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:08:35.768414 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.768051612+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e578827 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:08:35.772369 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:08:35.772380 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:08:35.772420 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:08:35.772429 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:08:35.772436 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.772342529+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:773c65bd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:08:35.772436 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:08:35.772442 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:08:35.772445 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:08:35.772456 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:08:35.772460 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.772316001+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:773c65bd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:08:35.772494 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.772295969+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:773c65bd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:08:35.772520 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.772320289+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:773c65bd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:08:35.772556 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.772307329+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:773c65bd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:08:35.772590 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.772333025+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:773c65bd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:08:35.772625 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.772312385+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:773c65bd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:08:35.772660 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:08:35.772338209+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:773c65bd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:09:38.770356 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:09:38.770356 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:09:38.770381 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:09:38.770418 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:09:38.770430 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:09:38.770433 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:09:38.770449 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:09:38.770477 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.770255061+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d4dd8dc0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:09:38.770483 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:09:38.770507 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.770288053+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d4dd8dc0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:09:38.770532 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.770283573+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d4dd8dc0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:09:38.770559 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.770245909+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d4dd8dc0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:09:38.770583 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.770225749+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d4dd8dc0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:09:38.770605 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.770250549+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d4dd8dc0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:09:38.770631 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.770278677+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d4dd8dc0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:09:38.770671 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.770260565+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d4dd8dc0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:09:38.774658 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:09:38.774660 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:09:38.774675 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:09:38.774694 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:09:38.774703 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:09:38.774706 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:09:38.774726 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:09:38.774728 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.774610842+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:99daa55e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:09:38.774731 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:09:38.774784 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.774582042+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:99daa55e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:09:38.774815 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.774600698+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:99daa55e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:09:38.774846 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.774555418+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:99daa55e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:09:38.774875 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.774586458+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:99daa55e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:09:38.774905 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.774571450+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:99daa55e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:09:38.774925 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.774605498+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:99daa55e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:09:38.774951 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:09:38.774576634+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:99daa55e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:10:41.774134 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:10:41.774151 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:10:41.774155 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:10:41.774172 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:10:41.774176 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:10:41.774181 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:10:41.774185 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:10:41.774217 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.774064449+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f45e40ac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:10:41.774228 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:10:41.774245 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.774008001+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f45e40ac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:10:41.774271 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.774017697+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f45e40ac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:10:41.774293 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.774037089+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f45e40ac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:10:41.774314 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.773990465+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f45e40ac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:10:41.774336 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.774022433+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f45e40ac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:10:41.774358 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.774012801+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f45e40ac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:10:41.774379 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.774041281+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f45e40ac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:10:41.776373 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:10:41.776395 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:10:41.776407 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:10:41.776419 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:10:41.776430 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:10:41.776435 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:10:41.776440 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.776343332+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd35ad36 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:10:41.776432 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:10:41.776431 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:10:41.776480 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.776318084+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd35ad36 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:10:41.776513 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.776335300+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd35ad36 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:10:41.776541 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.776296964+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd35ad36 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:10:41.776572 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.776309284+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd35ad36 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:10:41.776593 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.776339428+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd35ad36 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:10:41.776626 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.776322500+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd35ad36 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:10:41.776652 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:10:41.776313828+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd35ad36 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:11:44.778131 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:11:44.778148 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:11:44.778156 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:11:44.778165 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:11:44.778172 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:11:44.778180 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:11:44.778188 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:11:44.778212 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778047755+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d2610a47 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:11:44.778216 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:11:44.778234 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778018155+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d2610a47 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:11:44.778258 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.777990123+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d2610a47 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:11:44.778283 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778038219+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d2610a47 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:11:44.778302 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:11:44.778306 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778009547+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d2610a47 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:11:44.778317 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:11:44.778317 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:11:44.778328 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:11:44.778329 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778023307+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d2610a47 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:11:44.778333 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:11:44.778338 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:11:44.778338 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:11:44.778349 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778013835+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d2610a47 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:11:44.778349 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:11:44.778372 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778043211+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d2610a47 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:11:44.778397 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778278187+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:57bfa8d1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:11:44.778422 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778257451+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:57bfa8d1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:11:44.778447 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778253227+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:57bfa8d1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:11:44.778468 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778268555+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:57bfa8d1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:11:44.778484 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778248203+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:57bfa8d1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:11:44.778501 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778273035+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:57bfa8d1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:11:44.778524 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778213195+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:57bfa8d1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:11:44.778545 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:11:44.778241803+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:57bfa8d1 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:12:47.782209 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:12:47.782217 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:12:47.782219 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:12:47.782261 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:12:47.782219 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:12:47.782281 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:12:47.782282 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:12:47.782284 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:12:47.782296 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:12:47.782297 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:12:47.782300 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:12:47.782311 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:12:47.782313 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:12:47.782314 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:12:47.782315 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:12:47.782286 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:12:47.782329 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782139854+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:852906af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:12:47.782365 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782180302+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae04556c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:12:47.782389 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782158414+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae04556c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:12:47.782410 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782170478+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae04556c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:12:47.782433 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782118510+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:852906af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:12:47.782455 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782145998+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae04556c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:12:47.782476 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782152494+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae04556c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:12:47.782498 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782108302+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:852906af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:12:47.782519 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782088046+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:852906af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:12:47.782547 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782113454+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:852906af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:12:47.782565 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782175470+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae04556c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:12:47.782582 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782129774+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:852906af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:12:47.782603 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782124014+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:852906af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:12:47.782639 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782134126+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:852906af 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:12:47.782664 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782133006+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae04556c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:12:47.782690 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:12:47.782165166+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae04556c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:13:50.785557 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:13:50.785568 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:13:50.785571 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:13:50.785587 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:13:50.785601 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:13:50.785610 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:13:50.785615 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:13:50.785619 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:13:50.785620 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:13:50.785632 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:13:50.785633 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:13:50.785634 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:13:50.785635 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:13:50.785642 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:13:50.785645 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:13:50.785671 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:13:50.785644 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785506463+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:59f9a4ce 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:13:50.785736 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785492447+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fa30348 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:13:50.785766 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785486911+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fa30348 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:13:50.785789 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785489567+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:59f9a4ce 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:13:50.785815 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785483935+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:59f9a4ce 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:13:50.785836 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785480351+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fa30348 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:13:50.785858 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785495263+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:59f9a4ce 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:13:50.785878 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785433855+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fa30348 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:13:50.785899 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785465887+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fa30348 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:13:50.785917 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785460223+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fa30348 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:13:50.785937 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785459711+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:59f9a4ce 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:13:50.785985 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785449759+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fa30348 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:13:50.786008 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785473183+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:59f9a4ce 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:13:50.786029 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785501343+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:59f9a4ce 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:13:50.786050 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785478335+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:59f9a4ce 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:13:50.786072 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:13:50.785454975+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fa30348 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:14:53.787269 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:14:53.787272 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:14:53.787293 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:14:53.787277 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:14:53.787313 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:14:53.787313 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:14:53.787327 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:14:53.787333 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:14:53.787343 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:14:53.787345 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:14:53.787349 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787207046+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4b4c0b20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:14:53.787365 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:14:53.787373 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:14:53.787374 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:14:53.787405 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:14:53.787418 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:14:53.787433 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787188166+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:52573a61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:14:53.787435 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:14:53.787466 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787182726+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:52573a61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:14:53.787495 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787195078+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4b4c0b20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:14:53.787517 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787144678+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4b4c0b20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:14:53.787554 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787193446+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:52573a61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:14:53.787582 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787201446+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4b4c0b20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:14:53.787605 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787180326+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4b4c0b20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:14:53.787622 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787204998+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:52573a61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:14:53.787645 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787162854+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4b4c0b20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:14:53.787668 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787171110+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:52573a61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:14:53.787690 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787199206+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:52573a61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:14:53.787714 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787168326+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4b4c0b20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:14:53.787736 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787176966+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:52573a61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:14:53.787760 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787173670+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4b4c0b20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:14:53.787781 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:14:53.787158086+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:52573a61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:15:56.790076 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:15:56.790087 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:15:56.790079 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:15:56.790081 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:15:56.790117 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:15:56.790119 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:15:56.790127 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:15:56.790133 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:15:56.790139 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:15:56.790116 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:15:56.790146 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:15:56.790148 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:15:56.790164 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.790021114+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5f452349 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:15:56.790167 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:15:56.790152 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:15:56.790149 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:15:56.790183 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:15:56.790192 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.789999674+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1c60ec7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:15:56.790216 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.790030650+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5f452349 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:15:56.790238 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.790009498+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5f452349 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:15:56.790260 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.789993530+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1c60ec7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:15:56.790282 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.789946714+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1c60ec7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:15:56.790303 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.790005434+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1c60ec7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:15:56.790324 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.790014906+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5f452349 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:15:56.790340 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.789963194+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1c60ec7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:15:56.790367 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.790026138+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5f452349 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:15:56.790388 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.789973498+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1c60ec7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:15:56.790409 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.790004122+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5f452349 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:15:56.790432 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.789997370+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5f452349 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:15:56.790453 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.789979130+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1c60ec7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:15:56.790474 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.789968346+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1c60ec7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:15:56.790507 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:15:56.789983418+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5f452349 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:16:59.793369 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:16:59.793379 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:16:59.793383 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:16:59.793370 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:16:59.793403 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:16:59.793405 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:16:59.793408 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:16:59.793416 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:16:59.793419 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:16:59.793420 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:16:59.793424 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:16:59.793427 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:16:59.793432 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:16:59.793433 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:16:59.793441 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:16:59.793452 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:16:59.793477 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793293602+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:726331f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:16:59.793508 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793278210+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e3d025e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:16:59.793533 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793282338+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e3d025e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:16:59.793556 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793265538+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e3d025e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:16:59.793577 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793282178+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:726331f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:16:59.793600 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793265410+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:726331f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:16:59.793622 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793219874+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:726331f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:16:59.793644 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793252322+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:726331f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:16:59.793669 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793269730+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e3d025e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:16:59.793695 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793252098+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e3d025e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:16:59.793721 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793246434+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:726331f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:16:59.793744 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793287874+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:726331f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:16:59.793765 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793258594+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:726331f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:16:59.793786 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793274914+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e3d025e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:16:59.793807 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793259842+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e3d025e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:16:59.793828 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:16:59.793239042+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1e3d025e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:18:02.796255 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:18:02.796266 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:18:02.796255 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:18:02.796280 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:18:02.796289 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:18:02.796297 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:18:02.796299 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:18:02.796302 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:18:02.796312 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:18:02.796313 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:18:02.796323 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:18:02.796324 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:18:02.796326 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:18:02.796336 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:18:02.796340 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:18:02.796354 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796151998+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6f9a8504 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:18:02.796371 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:18:02.796386 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796126078+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7681b445 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:18:02.796413 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796105758+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7681b445 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:18:02.796451 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796172382+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7681b445 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:18:02.796474 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796131646+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7681b445 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:18:02.796499 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796137406+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7681b445 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:18:02.796520 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796143518+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7681b445 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:18:02.796542 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796140158+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6f9a8504 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:18:02.796568 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796156318+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6f9a8504 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:18:02.796590 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796146782+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6f9a8504 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:18:02.796611 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796164926+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7681b445 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:18:02.796632 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796158942+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7681b445 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:18:02.796656 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796167198+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6f9a8504 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:18:02.796677 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796160766+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6f9a8504 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:18:02.796701 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796129150+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6f9a8504 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:18:02.796723 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:18:02.796172702+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6f9a8504 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:19:05.800186 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:19:05.800200 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:19:05.800207 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:19:05.800228 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:19:05.800189 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:19:05.800239 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:19:05.800229 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:19:05.800247 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:19:05.800252 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:19:05.800257 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:19:05.800261 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:19:05.800279 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:19:05.800284 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:19:05.800293 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:19:05.800298 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:19:05.800294 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800136569+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1dc481bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:19:05.800320 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:19:05.800357 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800110585+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1dc481bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:19:05.800380 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800078105+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1dc481bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:19:05.800421 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800077465+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dfb0fd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:19:05.800445 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800039481+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dfb0fd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:19:05.800470 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800083897+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dfb0fd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:19:05.800492 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800104377+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1dc481bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:19:05.800518 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800122841+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dfb0fd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:19:05.800545 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800094873+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1dc481bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:19:05.800571 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800130265+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1dc481bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:19:05.800591 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800123449+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1dc481bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:19:05.800616 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800115577+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dfb0fd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:19:05.800638 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800098041+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dfb0fd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:19:05.800659 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800089657+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dfb0fd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:19:05.800680 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800116633+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:1dc481bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:19:05.800702 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:19:05.800131129+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4dfb0fd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:20:08.803026 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:20:08.803045 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:20:08.803052 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:20:08.803065 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:20:08.803069 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:20:08.803076 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:20:08.803077 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:20:08.803078 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:20:08.803089 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:20:08.803090 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:20:08.803093 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:20:08.803107 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:20:08.803109 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:20:08.803112 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802904562+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f322415f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:20:08.803118 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:20:08.803123 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:20:08.803128 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:20:08.803140 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802885586+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f322415f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:20:08.803176 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802924082+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f322415f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:20:08.803199 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802866034+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ea39701e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:20:08.803225 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802943826+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ea39701e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:20:08.803247 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802870098+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f322415f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:20:08.803268 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802911314+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ea39701e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:20:08.803296 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802897074+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f322415f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:20:08.803318 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802888178+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ea39701e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:20:08.803340 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802912274+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f322415f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:20:08.803361 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802928946+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ea39701e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:20:08.803397 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802936626+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ea39701e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:20:08.803423 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802895506+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ea39701e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:20:08.803448 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802918642+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f322415f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:20:08.803470 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802929266+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f322415f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:20:08.803491 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:20:08.802903922+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ea39701e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:21:11.805183 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:21:11.805190 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:21:11.805211 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:21:11.805217 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:21:11.805225 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:21:11.805233 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:21:11.805236 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:21:11.805238 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:21:11.805246 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:21:11.805249 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:21:11.805252 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:21:11.805275 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:21:11.805280 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:21:11.805279 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:21:11.805284 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805122322+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cababd72 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:21:11.805295 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:21:11.805312 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805153202+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a58a3f4b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:21:11.805313 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:21:11.805336 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805113650+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cababd72 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:21:11.805371 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805182098+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a58a3f4b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:21:11.805396 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805078994+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cababd72 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:21:11.805419 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805107474+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cababd72 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:21:11.805480 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805093746+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cababd72 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:21:11.805526 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805158130+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a58a3f4b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:21:11.805565 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805175314+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a58a3f4b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:21:11.805605 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805097906+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cababd72 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:21:11.805644 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805118546+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cababd72 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:21:11.805683 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805147442+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a58a3f4b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:21:11.805727 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805102578+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cababd72 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:21:11.805767 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805170578+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a58a3f4b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:21:11.805812 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805134706+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a58a3f4b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:21:11.805855 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:21:11.805164050+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a58a3f4b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:22:14.807845 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:22:14.807856 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:22:14.807862 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:22:14.807850 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:22:14.807884 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:22:14.807887 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:22:14.807898 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:22:14.807898 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:22:14.807902 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:22:14.807906 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:22:14.807910 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:22:14.807912 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:22:14.807926 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:22:14.807928 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:22:14.807931 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807766271+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ec85f799 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:22:14.807936 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:22:14.807954 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:22:14.807994 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807768031+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2f003aac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:22:14.808025 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807791775+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2f003aac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:22:14.808048 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807698591+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ec85f799 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:22:14.808102 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807780927+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ec85f799 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:22:14.808132 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807774911+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2f003aac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:22:14.808155 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807787423+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2f003aac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:22:14.808178 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807713343+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ec85f799 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:22:14.808204 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807750175+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ec85f799 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:22:14.808229 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807740735+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2f003aac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:22:14.808256 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807772895+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ec85f799 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:22:14.808277 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807755391+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2f003aac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:22:14.808298 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807761695+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2f003aac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:22:14.808321 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807717631+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ec85f799 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:22:14.808354 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807723103+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ec85f799 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:22:14.808380 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:22:14.807781823+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2f003aac 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:23:17.809757 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:23:17.809764 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:23:17.809764 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:23:17.809794 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:23:17.809805 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:23:17.809809 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:23:17.809810 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:23:17.809820 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:23:17.809822 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:23:17.809826 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:23:17.809838 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:23:17.809840 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:23:17.809842 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809702300+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:80e16097 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:23:17.809844 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:23:17.809848 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:23:17.809849 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:23:17.809904 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809707740+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:80e16097 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:23:17.809905 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:23:17.809932 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809723772+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:80e16097 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:23:17.809954 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809669788+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b2d70215 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:23:17.809977 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809683420+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b2d70215 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:23:17.810003 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809713372+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:80e16097 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:23:17.810031 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809664188+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b2d70215 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:23:17.810058 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809689020+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b2d70215 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:23:17.810089 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809719260+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:80e16097 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:23:17.810111 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809636988+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b2d70215 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:23:17.810136 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809653884+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b2d70215 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:23:17.810157 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809693564+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b2d70215 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:23:17.810178 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809659484+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b2d70215 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:23:17.810196 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809676636+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:80e16097 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:23:17.810220 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809690428+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:80e16097 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:23:17.810236 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:23:17.809696444+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:80e16097 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:24:20.811503 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:24:20.811512 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:24:20.811513 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:24:20.811505 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:24:20.811536 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:24:20.811539 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:24:20.811544 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:24:20.811548 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:24:20.811552 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:24:20.811548 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:24:20.811562 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:24:20.811567 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:24:20.811568 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:24:20.811575 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:24:20.811577 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:24:20.811588 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811442439+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6e07a074 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:24:20.811632 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:24:20.811642 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811417895+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6e07a074 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:24:20.811671 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811400583+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:385d07f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:24:20.811694 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811422919+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6e07a074 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:24:20.811716 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811366695+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:385d07f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:24:20.811739 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811430055+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6e07a074 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:24:20.811766 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811423879+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:385d07f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:24:20.811789 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811416935+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:385d07f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:24:20.811815 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811430215+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:385d07f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:24:20.811842 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811384743+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:385d07f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:24:20.811869 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811392135+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6e07a074 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:24:20.811890 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811412935+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6e07a074 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:24:20.811918 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811407207+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6e07a074 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:24:20.811940 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811390119+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:385d07f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:24:20.811955 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811394791+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:385d07f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:24:20.811971 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:24:20.811436647+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6e07a074 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:25:23.813758 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:25:23.813762 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:25:23.813764 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:25:23.813800 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:25:23.813803 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:25:23.813818 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:25:23.813818 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:25:23.813822 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:25:23.813836 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:25:23.813835 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:25:23.813841 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:25:23.813843 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813663955+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:65a93edb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:25:23.813848 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:25:23.813837 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:25:23.813860 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:25:23.813867 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:25:23.813877 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:25:23.813878 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813648115+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:65a93edb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:25:23.813925 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813694067+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:65a93edb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:25:23.813974 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813626323+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7cb20f9a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:25:23.814005 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813656851+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:65a93edb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:25:23.814032 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813617299+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:65a93edb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:25:23.814054 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813670259+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7cb20f9a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:25:23.814080 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813655699+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7cb20f9a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:25:23.814105 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813685395+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:65a93edb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:25:23.814132 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813672499+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:65a93edb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:25:23.814158 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813662291+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7cb20f9a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:25:23.814183 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813690483+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7cb20f9a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:25:23.814200 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813647667+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7cb20f9a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:25:23.814216 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813678803+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:65a93edb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:25:23.814238 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813677587+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7cb20f9a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:25:23.814260 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:25:23.813683923+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7cb20f9a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:26:26.815374 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:26:26.815381 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:26:26.815401 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:26:26.815383 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:26:26.815419 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:26:26.815423 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:26:26.815432 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:26:26.815435 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:26:26.815435 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:26:26.815445 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:26:26.815448 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:26:26.815451 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:26:26.815458 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:26:26.815449 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:26:26.815465 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:26:26.815483 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:26:26.815486 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815302953+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6380a7d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:26:26.815527 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815297129+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6380a7d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:26:26.815555 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815260105+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ef233b3c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:26:26.815579 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815290249+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6380a7d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:26:26.815602 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815293417+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ef233b3c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:26:26.815657 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815227433+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6380a7d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:26:26.815688 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815247497+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ef233b3c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:26:26.815710 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815264521+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6380a7d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:26:26.815732 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815250281+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6380a7d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:26:26.815756 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815233961+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ef233b3c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:26:26.815778 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815254089+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ef233b3c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:26:26.815795 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815257321+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6380a7d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:26:26.815813 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815299017+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ef233b3c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:26:26.815834 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815267017+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ef233b3c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:26:26.815861 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815288041+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ef233b3c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:26:26.815882 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:26:26.815244873+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f6380a7d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:27:29.817550 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:27:29.817579 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:27:29.817587 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:27:29.817599 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:27:29.817560 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:27:29.817611 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:27:29.817615 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:27:29.817553 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:27:29.817632 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:27:29.817633 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:27:29.817642 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817450464+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30d837a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:27:29.817644 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:27:29.817622 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:27:29.817654 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:27:29.817655 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:27:29.817635 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:27:29.817677 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:27:29.817695 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817497440+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:29c306e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:27:29.817732 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817466048+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:29c306e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:27:29.817757 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817459040+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30d837a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:27:29.817784 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817472480+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30d837a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:27:29.817810 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817426496+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30d837a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:27:29.817835 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817475840+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:29c306e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:27:29.817862 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817445440+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30d837a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:27:29.817884 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817452256+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:29c306e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:27:29.817901 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817482368+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:29c306e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:27:29.817924 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817471552+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:29c306e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:27:29.817968 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817477504+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30d837a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:27:29.817989 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817454560+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30d837a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:27:29.818014 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817493696+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:29c306e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:27:29.818050 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817482656+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:30d837a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:27:29.818074 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:27:29.817488320+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:29c306e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:28:32.819570 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:28:32.819579 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:28:32.819588 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:28:32.819575 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:28:32.819603 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:28:32.819605 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:28:32.819616 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:28:32.819618 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:28:32.819620 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:28:32.819629 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:28:32.819633 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:28:32.819634 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:28:32.819634 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:28:32.819642 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:28:32.819645 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:28:32.819659 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819510344+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:417fb0ff 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:28:32.819672 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:28:32.819690 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819478216+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:586481be 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:28:32.819717 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819496904+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:417fb0ff 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:28:32.819741 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819485+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:586481be 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:28:32.819766 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819442344+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:417fb0ff 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:28:32.819792 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819491048+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:586481be 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:28:32.819817 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819455048+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:586481be 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:28:32.819838 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819481992+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:417fb0ff 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:28:32.819863 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819494632+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:586481be 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:28:32.819883 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819461992+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:417fb0ff 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:28:32.819904 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819468232+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:417fb0ff 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:28:32.819924 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819472904+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:586481be 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:28:32.819949 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819475240+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:417fb0ff 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:28:32.819990 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819499080+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:586481be 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:28:32.820011 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819467720+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:586481be 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:28:32.820028 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:28:32.819504328+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:417fb0ff 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:29:35.821770 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:29:35.821788 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:29:35.821778 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:29:35.821810 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:29:35.821770 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:29:35.821833 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:29:35.821838 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:29:35.821831 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:29:35.821862 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:29:35.821864 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:29:35.821864 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:29:35.821864 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:29:35.821880 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821706512+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49e1e727 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:29:35.821885 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:29:35.821886 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:29:35.821890 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:29:35.821900 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:29:35.821918 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821685360+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50fad666 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:29:35.821943 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821678064+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49e1e727 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:29:35.821970 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821693296+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49e1e727 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:29:35.821993 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821673392+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50fad666 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:29:35.822016 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821690576+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50fad666 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:29:35.822041 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821678928+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50fad666 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:29:35.822075 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821665072+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49e1e727 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:29:35.822092 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821695568+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50fad666 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:29:35.822108 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821671248+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49e1e727 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:29:35.822130 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821657936+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49e1e727 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:29:35.822153 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821665808+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50fad666 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:29:35.822178 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821701680+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50fad666 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:29:35.822203 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821652720+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:50fad666 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:29:35.822242 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821638256+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49e1e727 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:29:35.822266 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:29:35.821700496+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49e1e727 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:30:38.823559 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:30:38.823587 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:30:38.823562 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:30:38.823611 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:30:38.823618 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:30:38.823571 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:30:38.823632 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:30:38.823623 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:30:38.823640 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:30:38.823644 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:30:38.823650 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:30:38.823651 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:30:38.823658 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:30:38.823660 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823468052+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:be1c1685 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:30:38.823652 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:30:38.823654 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:30:38.823699 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:30:38.823708 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823462228+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:be1c1685 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:30:38.823734 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823446036+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a70727c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:30:38.823756 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823479284+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a70727c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:30:38.823785 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823472916+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a70727c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:30:38.823812 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823434452+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a70727c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:30:38.823834 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823451956+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:be1c1685 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:30:38.823856 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823457588+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:be1c1685 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:30:38.823877 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823429620+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a70727c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:30:38.823902 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823424148+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:be1c1685 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:30:38.823923 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823439732+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a70727c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:30:38.823948 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823465524+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a70727c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:30:38.823966 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823474228+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:be1c1685 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:30:38.823983 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823437844+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:be1c1685 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:30:38.823999 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823403924+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a70727c4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:30:38.824015 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:30:38.823445332+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:be1c1685 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:31:41.825935 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:31:41.825944 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:31:41.825959 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:31:41.825967 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:31:41.825979 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:31:41.825961 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:31:41.825988 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:31:41.825991 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:31:41.826001 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:31:41.826004 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:31:41.826006 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:31:41.826015 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:31:41.826017 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:31:41.826020 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:31:41.826022 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:31:41.826061 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:31:41.826072 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825828150+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9e9fdbe9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:31:41.826115 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825842070+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9e9fdbe9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:31:41.826144 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825832502+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8784eaa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:31:41.826168 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825853110+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9e9fdbe9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:31:41.826186 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825835222+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9e9fdbe9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:31:41.826227 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825838806+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8784eaa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:31:41.826253 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825847734+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9e9fdbe9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:31:41.826273 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825845078+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8784eaa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:31:41.826295 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825814326+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9e9fdbe9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:31:41.826319 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825792598+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9e9fdbe9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:31:41.826345 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825790934+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8784eaa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:31:41.826370 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825814902+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8784eaa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:31:41.826391 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825820246+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8784eaa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:31:41.826415 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825826294+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8784eaa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:31:41.826440 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825851222+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8784eaa8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:31:41.826465 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:31:41.825821878+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:9e9fdbe9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:32:44.827493 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:32:44.827507 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:32:44.827498 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:32:44.827498 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:32:44.827524 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:32:44.827533 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:32:44.827537 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:32:44.827544 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:32:44.827544 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:32:44.827548 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:32:44.827557 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:32:44.827558 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:32:44.827558 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:32:44.827568 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:32:44.827561 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:32:44.827586 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827427154+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a1bba043 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:32:44.827600 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:32:44.827615 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827397906+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b8a09102 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:32:44.827639 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827390866+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b8a09102 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:32:44.827662 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827396306+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a1bba043 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:32:44.827685 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827407634+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b8a09102 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:32:44.827707 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827354674+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a1bba043 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:32:44.827727 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827411186+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b8a09102 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:32:44.827748 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827413458+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a1bba043 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:32:44.827775 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827357746+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b8a09102 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:32:44.827796 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827421234+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a1bba043 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:32:44.827816 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827383506+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b8a09102 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:32:44.827837 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827375506+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b8a09102 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:32:44.827858 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827389042+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a1bba043 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:32:44.827878 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827403922+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b8a09102 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:32:44.827902 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827376146+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a1bba043 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:32:44.827923 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:32:44.827383154+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a1bba043 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:33:47.829556 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:33:47.829565 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:33:47.829564 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:33:47.829589 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:33:47.829557 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:33:47.829606 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:33:47.829615 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:33:47.829616 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:33:47.829602 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:33:47.829640 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829470524+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5ac37f59 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:33:47.829645 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:33:47.829647 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:33:47.829647 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:33:47.829656 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:33:47.829657 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:33:47.829636 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:33:47.829690 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:33:47.829695 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829453244+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5ac37f59 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:33:47.829725 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829459676+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5ac37f59 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:33:47.829752 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829443836+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5ac37f59 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:33:47.829775 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829395356+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43d84e18 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:33:47.829797 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829463964+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5ac37f59 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:33:47.829819 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829451228+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43d84e18 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:33:47.829839 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829415644+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43d84e18 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:33:47.829862 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829481085+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43d84e18 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:33:47.829883 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829436988+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5ac37f59 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:33:47.829904 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829423932+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5ac37f59 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:33:47.829925 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829443068+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43d84e18 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:33:47.829945 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829421468+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43d84e18 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:33:47.829967 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829486269+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43d84e18 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:33:47.829993 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829467708+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43d84e18 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:33:47.830019 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:33:47.829411516+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5ac37f59 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:34:50.831563 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:34:50.831574 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:34:50.831574 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:34:50.831603 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:34:50.831605 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:34:50.831615 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:34:50.831616 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:34:50.831633 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:34:50.831656 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.831499518+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:635b8374 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:34:50.831684 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.831472126+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:635b8374 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:34:50.831708 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.831463550+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:635b8374 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:34:50.831731 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.831489886+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:635b8374 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:34:50.831753 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.831443870+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:635b8374 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:34:50.831775 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.831495134+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:635b8374 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:34:50.831796 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.831477374+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:635b8374 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:34:50.831817 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.831468318+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:635b8374 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:34:50.832806 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:34:50.832816 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:34:50.832840 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:34:50.832841 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:34:50.832864 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:34:50.832875 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:34:50.832875 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:34:50.832896 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:34:50.832936 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.832773727+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49b4ba80 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:34:50.832975 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.832747423+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49b4ba80 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:34:50.833005 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.832743615+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49b4ba80 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:34:50.833035 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.832725311+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49b4ba80 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:34:50.833086 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.832769087+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49b4ba80 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:34:50.833118 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.832764255+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49b4ba80 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:34:50.833149 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.832739071+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49b4ba80 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:34:50.833191 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:34:50.832752703+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:49b4ba80 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:35:53.833996 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:35:53.834005 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:35:53.834012 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:35:53.834032 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:35:53.834033 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:35:53.834042 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:35:53.834044 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:35:53.834087 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:35:53.834106 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.833898692+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8dbd4397 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:35:53.834121 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:35:53.834143 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:35:53.834144 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:35:53.834161 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.833887556+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8dbd4397 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:35:53.834181 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:35:53.834187 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:35:53.834193 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:35:53.834192 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:35:53.834208 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.833927140+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8dbd4397 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:35:53.834208 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:35:53.834238 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.833903076+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8dbd4397 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:35:53.834261 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.833893284+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8dbd4397 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:35:53.834282 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.833922564+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8dbd4397 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:35:53.834303 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.833863684+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8dbd4397 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:35:53.834326 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.833917956+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8dbd4397 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:35:53.834347 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.834092933+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c33ebf67 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:35:53.834371 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.834083877+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c33ebf67 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:35:53.834396 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.834088229+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c33ebf67 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:35:53.834417 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.834070661+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c33ebf67 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:35:53.834438 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.834115205+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c33ebf67 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:35:53.834460 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.834119365+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c33ebf67 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:35:53.834484 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.834109861+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c33ebf67 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:35:53.834505 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:35:53.834097925+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c33ebf67 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:36:56.835853 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:36:56.835880 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:36:56.835856 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:36:56.835897 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:36:56.835901 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:36:56.835914 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:36:56.835917 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:36:56.835940 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:36:56.835947 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.835788449+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e7e83143 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:36:56.835979 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.835750849+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e7e83143 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:36:56.836001 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.835760577+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e7e83143 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:36:56.836023 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.835730977+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e7e83143 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:36:56.836046 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.835755809+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e7e83143 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:36:56.836089 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.835784449+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e7e83143 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:36:56.836112 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.835765793+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e7e83143 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:36:56.836133 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.835779969+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e7e83143 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:36:56.837127 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:36:56.837129 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:36:56.837173 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:36:56.837177 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:36:56.837191 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:36:56.837197 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:36:56.837197 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.837093475+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cd0708b7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:36:56.837172 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:36:56.837207 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:36:56.837227 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.837068962+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cd0708b7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:36:56.837255 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.837029154+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cd0708b7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:36:56.837283 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.837059650+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cd0708b7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:36:56.837313 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.837073858+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cd0708b7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:36:56.837340 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.837085347+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cd0708b7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:36:56.837369 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.837065122+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cd0708b7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:36:56.837398 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:36:56.837089443+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cd0708b7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:37:59.837959 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:37:59.837952 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:37:59.837980 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:37:59.838011 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:37:59.838018 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:37:59.838022 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:37:59.838024 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:37:59.838045 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:37:59.838062 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.837885100+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1d77ba8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:37:59.838092 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.837857804+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1d77ba8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:37:59.838115 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.837876076+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1d77ba8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:37:59.838138 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.837827052+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1d77ba8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:37:59.838171 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.837853484+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1d77ba8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:37:59.838200 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.837861996+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1d77ba8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:37:59.838220 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.837880524+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1d77ba8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:37:59.838242 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.837849292+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1d77ba8 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:37:59.839221 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:37:59.839224 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:37:59.839240 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:37:59.839254 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:37:59.839255 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:37:59.839266 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:37:59.839269 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:37:59.839276 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:37:59.839288 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.839189997+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:478d0d50 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:37:59.839320 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.839165869+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:478d0d50 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:37:59.839352 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.839181741+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:478d0d50 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:37:59.839382 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.839131373+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:478d0d50 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:37:59.839410 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.839172045+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:478d0d50 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:37:59.839441 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.839146989+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:478d0d50 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:37:59.839470 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.839161101+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:478d0d50 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:37:59.839500 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:37:59.839186349+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:478d0d50 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:39:02.839827 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:39:02.839827 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:39:02.839868 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:39:02.839831 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:39:02.839895 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:39:02.839896 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:39:02.839899 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:39:02.839897 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:39:02.839924 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.839770375+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:48a4fdad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:39:02.839955 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.839742503+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:48a4fdad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:39:02.839980 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.839714407+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:48a4fdad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:39:02.840003 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.839732167+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:48a4fdad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:39:02.840025 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.839747303+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:48a4fdad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:39:02.840080 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.839766407+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:48a4fdad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:39:02.840107 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.839760999+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:48a4fdad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:39:02.840130 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.839737959+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:48a4fdad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:39:02.843112 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:39:02.843117 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:39:02.843140 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:39:02.843119 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:39:02.843147 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:39:02.843159 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:39:02.843164 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:39:02.843187 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:39:02.843195 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.843068554+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:996646e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:39:02.843230 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.843036490+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:996646e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:39:02.843261 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.843061034+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:996646e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:39:02.843290 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.843044234+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:996646e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:39:02.843318 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.843019818+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:996646e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:39:02.843346 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.843048170+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:996646e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:39:02.843375 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.843040778+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:996646e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:39:02.843400 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:39:02.843065258+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:996646e4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:40:05.842891 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:40:05.842906 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:40:05.842897 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:40:05.842928 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:40:05.842931 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:40:05.842942 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:40:05.842942 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:40:05.842944 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:40:05.842983 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.842826510+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c22ef84a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:40:05.843010 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.842787438+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c22ef84a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:40:05.843034 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.842796590+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c22ef84a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:40:05.843093 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.842791918+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c22ef84a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:40:05.843116 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.842818222+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c22ef84a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:40:05.843138 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.842801870+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c22ef84a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:40:05.843159 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.842769902+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c22ef84a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:40:05.843180 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.842822830+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c22ef84a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:40:05.845190 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:40:05.845199 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:40:05.845191 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:40:05.845225 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:40:05.845219 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:40:05.845244 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:40:05.845246 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:40:05.845264 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.845147824+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:eb4515d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:40:05.845267 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:40:05.845308 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.845132752+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:eb4515d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:40:05.845338 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.845136336+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:eb4515d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:40:05.845369 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.845111728+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:eb4515d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:40:05.845400 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.845154896+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:eb4515d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:40:05.845428 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.845151344+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:eb4515d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:40:05.845457 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.845129104+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:eb4515d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:40:05.845482 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:40:05.845125392+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:eb4515d0 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:41:08.844921 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:41:08.844933 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:41:08.844931 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:41:08.844966 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:41:08.844984 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:41:08.844988 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:41:08.844998 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:41:08.845019 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.844813700+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:86c1f022 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:41:08.845025 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:41:08.845063 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.844831588+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:86c1f022 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:41:08.845092 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.844835844+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:86c1f022 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:41:08.845113 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.844839940+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:86c1f022 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:41:08.845134 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.844808420+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:86c1f022 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:41:08.845155 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.844799620+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:86c1f022 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:41:08.845177 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.844804452+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:86c1f022 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:41:08.845199 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.844774596+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:86c1f022 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:41:08.848188 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:41:08.848196 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:41:08.848228 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:41:08.848255 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:41:08.848287 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:41:08.848307 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:41:08.848328 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.848156774+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cbc6d8bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:41:08.848326 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:41:08.848341 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:41:08.848370 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.848128998+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cbc6d8bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:41:08.848403 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.848117670+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cbc6d8bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:41:08.848433 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.848123942+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cbc6d8bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:41:08.848464 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.848151846+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cbc6d8bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:41:08.848489 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.848133862+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cbc6d8bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:41:08.848513 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.848103590+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cbc6d8bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:41:08.848539 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:41:08.848146886+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:cbc6d8bc 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:42:11.847203 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:42:11.847203 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:42:11.847210 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:42:11.847253 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:42:11.847244 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:42:11.847270 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:42:11.847285 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:42:11.847305 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:42:11.847336 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.847126413+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c4bf5c5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:42:11.847375 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.847136493+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c4bf5c5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:42:11.847405 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.847095405+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c4bf5c5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:42:11.847431 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.847105197+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c4bf5c5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:42:11.847454 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.847109709+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c4bf5c5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:42:11.847479 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.847075757+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c4bf5c5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:42:11.847499 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.847131853+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c4bf5c5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:42:11.847521 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.847100877+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c4bf5c5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:42:11.851482 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:42:11.851482 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:42:11.851499 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:42:11.851520 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:42:11.851522 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:42:11.851532 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:42:11.851537 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:42:11.851543 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.851425457+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2520185f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:42:11.851577 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:42:11.851590 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.851451441+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2520185f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:42:11.851623 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.851444017+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2520185f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:42:11.851654 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.851447921+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2520185f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:42:11.851678 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.851433681+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2520185f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:42:11.851706 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.851416977+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2520185f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:42:11.851733 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.851421489+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2520185f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:42:11.851763 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:42:11.851402129+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2520185f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:43:14.849750 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:43:14.849756 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:43:14.849760 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:43:14.849798 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:43:14.849800 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:43:14.849813 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:43:14.849817 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:43:14.849837 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:43:14.849843 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.849657436+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f1fe0f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:43:14.849878 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.849648316+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f1fe0f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:43:14.849905 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.849630588+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f1fe0f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:43:14.849927 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.849684988+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f1fe0f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:43:14.849948 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.849652860+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f1fe0f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:43:14.849969 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.849680988+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f1fe0f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:43:14.849990 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.849662332+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f1fe0f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:43:14.850010 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.849676732+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f1fe0f2 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:43:14.854025 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:43:14.854030 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:43:14.854069 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:43:14.854071 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:43:14.854099 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:43:14.854099 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:43:14.854101 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.853992320+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ac14264 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:43:14.854124 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:43:14.854138 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:43:14.854170 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.853969152+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ac14264 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:43:14.854199 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.853984+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ac14264 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:43:14.854221 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.853980032+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ac14264 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:43:14.854248 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.853923008+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ac14264 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:43:14.854273 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.853951488+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ac14264 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:43:14.854316 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.853937728+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ac14264 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:43:14.854345 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:43:14.853947456+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ac14264 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:44:17.851730 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:44:17.851744 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:44:17.851737 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:44:17.851764 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:44:17.851767 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:44:17.851779 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:44:17.851780 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:44:17.851790 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:44:17.851820 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.851668215+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7d3cb3c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:44:17.851847 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.851657911+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7d3cb3c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:44:17.851871 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.851639831+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7d3cb3c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:44:17.851894 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.851643415+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7d3cb3c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:44:17.851917 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.851614199+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7d3cb3c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:44:17.851944 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.851630263+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7d3cb3c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:44:17.851966 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.851635575+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7d3cb3c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:44:17.851989 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.851663319+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7d3cb3c6 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:44:17.855992 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:44:17.855995 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:44:17.856008 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:44:17.856024 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:44:17.856029 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:44:17.856036 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:44:17.856041 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:44:17.856049 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:44:17.856078 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.855910394+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:acfe088f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:44:17.856107 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.855918650+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:acfe088f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:44:17.856130 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.855946970+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:acfe088f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:44:17.856153 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.855914810+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:acfe088f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:44:17.856182 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.855938010+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:acfe088f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:44:17.856211 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.855942330+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:acfe088f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:44:17.856239 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.855895322+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:acfe088f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:44:17.856268 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:44:17.855926234+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:acfe088f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:45:20.853628 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:45:20.853637 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:45:20.853634 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:45:20.853686 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:45:20.853711 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:45:20.853729 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:45:20.853732 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.853533480+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5dbf7eaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:45:20.853752 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:45:20.853770 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:45:20.853806 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.853563176+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5dbf7eaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:45:20.853838 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.853523400+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5dbf7eaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:45:20.853864 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.853558344+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5dbf7eaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:45:20.853890 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.853504968+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5dbf7eaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:45:20.853912 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.853539080+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5dbf7eaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:45:20.853938 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.853553736+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5dbf7eaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:45:20.853984 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.853529+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5dbf7eaa 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:45:20.857926 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:45:20.857931 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:45:20.857942 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:45:20.857952 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:45:20.857959 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:45:20.857965 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:45:20.857967 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:45:20.857976 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:45:20.857987 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.857897996+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7750475e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:45:20.858008 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.857873996+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7750475e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:45:20.858030 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.857889740+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7750475e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:45:20.858055 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.857856140+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7750475e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:45:20.858103 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.857878476+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7750475e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:45:20.858132 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.857866956+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7750475e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:45:20.858160 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.857894028+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7750475e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:45:20.858188 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:45:20.857870508+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7750475e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:46:23.855625 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:46:23.855639 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:46:23.855646 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:46:23.855681 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:46:23.855683 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:46:23.855688 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:46:23.855693 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:46:23.855726 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.855546110+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b359be49 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:46:23.855737 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:46:23.855753 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.855537854+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b359be49 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:46:23.855778 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.855523198+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b359be49 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:46:23.855800 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.855518526+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b359be49 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:46:23.855821 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.855488957+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b359be49 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:46:23.855842 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.855513758+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b359be49 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:46:23.855864 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.855541598+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b359be49 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:46:23.855886 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.855508158+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b359be49 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:46:23.859886 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:46:23.859890 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:46:23.859924 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:46:23.859928 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:46:23.859936 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:46:23.859939 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:46:23.859952 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:46:23.859954 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:46:23.859981 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.859855090+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdda42b9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:46:23.860016 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.859827154+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdda42b9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:46:23.860050 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.859806066+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdda42b9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:46:23.860100 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.859844914+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdda42b9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:46:23.860130 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.859823250+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdda42b9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:46:23.860160 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.859817874+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdda42b9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:46:23.860189 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.859850194+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdda42b9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:46:23.860220 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:46:23.859832466+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdda42b9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:47:26.857435 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:47:26.857442 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:47:26.857444 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:47:26.857481 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:47:26.857494 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:47:26.857496 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:47:26.857501 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:47:26.857529 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.857371687+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d90ccc9d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:47:26.857534 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:47:26.857557 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.857345031+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d90ccc9d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:47:26.857581 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.857340167+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d90ccc9d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:47:26.857604 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.857334759+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d90ccc9d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:47:26.857626 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.857363399+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d90ccc9d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:47:26.857649 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.857317735+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d90ccc9d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:47:26.857671 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.857368039+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d90ccc9d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:47:26.857693 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.857349607+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d90ccc9d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:47:26.861677 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:47:26.861686 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:47:26.861708 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:47:26.861711 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:47:26.861713 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:47:26.861720 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:47:26.861729 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:47:26.861730 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:47:26.861757 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.861648278+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f3e3f569 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:47:26.861794 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.861622422+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f3e3f569 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:47:26.861827 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.861616630+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f3e3f569 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:47:26.861857 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.861601110+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f3e3f569 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:47:26.861887 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.861639318+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f3e3f569 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:47:26.861917 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.861612694+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f3e3f569 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:47:26.861946 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.861627382+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f3e3f569 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:47:26.861984 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:47:26.861643798+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f3e3f569 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:48:29.860471 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:48:29.860476 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:48:29.860476 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:48:29.860527 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:48:29.860536 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:48:29.860528 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:48:29.860554 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:48:29.860569 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.860409172+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff338676 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:48:29.860569 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:48:29.860604 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.860382388+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff338676 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:48:29.860628 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.860399668+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff338676 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:48:29.860650 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.860387092+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff338676 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:48:29.860672 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.860404340+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff338676 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:48:29.860693 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.860358771+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff338676 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:48:29.860720 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.860378516+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff338676 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:48:29.860741 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.860374164+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ff338676 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:48:29.863734 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:48:29.863747 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:48:29.863734 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:48:29.863767 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:48:29.863774 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:48:29.863776 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:48:29.863784 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:48:29.863785 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:48:29.863833 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.863673076+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7969f08e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:48:29.863882 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.863690612+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7969f08e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:48:29.863913 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.863700948+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7969f08e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:48:29.863943 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.863663252+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7969f08e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:48:29.863970 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.863678516+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7969f08e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:48:29.863999 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.863648788+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7969f08e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:48:29.864031 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.863668916+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7969f08e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:48:29.864090 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:48:29.863695668+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7969f08e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:49:32.862429 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:49:32.862428 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:49:32.862433 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:49:32.862464 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:49:32.862475 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:49:32.862480 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:49:32.862483 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:49:32.862507 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:49:32.862537 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.862343082+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c970be12 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:49:32.862570 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.862351914+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c970be12 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:49:32.862594 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.862325770+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c970be12 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:49:32.862617 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.862347882+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c970be12 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:49:32.862641 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.862329578+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c970be12 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:49:32.862662 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.862322026+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c970be12 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:49:32.862684 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.862299593+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c970be12 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:49:32.862700 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.862317962+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c970be12 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:49:32.865660 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:49:32.865665 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:49:32.865694 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:49:32.865698 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:49:32.865706 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:49:32.865707 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:49:32.865724 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:49:32.865726 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.865630119+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:18b2055b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:49:32.865730 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:49:32.865758 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.865606151+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:18b2055b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:49:32.865787 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.865602791+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:18b2055b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:49:32.865816 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.865625959+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:18b2055b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:49:32.865845 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.865599111+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:18b2055b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:49:32.865875 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.865621703+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:18b2055b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:49:32.865904 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.865609735+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:18b2055b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:49:32.865932 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:49:32.865586535+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:18b2055b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:50:35.865480 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:50:35.865492 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:50:35.865481 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:50:35.865517 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:50:35.865536 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:50:35.865536 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:50:35.865562 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:50:35.865570 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:50:35.865605 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.865418437+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43fabbf5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:50:35.865636 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.865379940+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43fabbf5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:50:35.865660 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.865359428+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43fabbf5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:50:35.865684 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.865390052+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43fabbf5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:50:35.865708 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.865413861+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43fabbf5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:50:35.865729 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.865384996+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43fabbf5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:50:35.865746 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.865408837+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43fabbf5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:50:35.865765 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.865394276+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:43fabbf5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:50:35.867730 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:50:35.867737 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:50:35.867733 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:50:35.867756 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:50:35.867767 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:50:35.867770 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:50:35.867780 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:50:35.867780 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:50:35.867797 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.867672983+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6d98feb3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:50:35.867827 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.867698071+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6d98feb3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:50:35.867858 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.867688727+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6d98feb3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:50:35.867888 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.867693559+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6d98feb3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:50:35.867928 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.867662775+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6d98feb3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:50:35.867960 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.867668599+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6d98feb3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:50:35.867989 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.867647991+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6d98feb3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:50:35.868017 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:50:35.867677399+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6d98feb3 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:51:38.867478 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:51:38.867487 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:51:38.867488 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:51:38.867526 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:51:38.867528 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:51:38.867541 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:51:38.867544 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:51:38.867571 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:51:38.867588 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.867367017+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:715b39d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:51:38.867623 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.867401033+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:715b39d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:51:38.867651 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.867344809+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:715b39d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:51:38.867682 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.867391561+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:715b39d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:51:38.867705 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.867396713+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:715b39d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:51:38.867728 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.867350057+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:715b39d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:51:38.867752 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.867373705+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:715b39d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:51:38.867774 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.867318313+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:715b39d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:51:38.869750 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:51:38.869750 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:51:38.869785 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:51:38.869787 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:51:38.869794 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:51:38.869796 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:51:38.869806 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:51:38.869808 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:51:38.869821 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.869685626+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4d1b33df 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:51:38.869854 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.869713755+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4d1b33df 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:51:38.869886 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.869692346+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4d1b33df 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:51:38.869916 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.869678298+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4d1b33df 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:51:38.869947 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.869705435+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4d1b33df 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:51:38.869977 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.869682298+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4d1b33df 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:51:38.870021 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.869662298+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4d1b33df 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:51:38.870057 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:51:38.869709339+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:4d1b33df 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:52:41.869488 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:52:41.869492 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:52:41.869528 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:52:41.869498 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:52:41.869545 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:52:41.869551 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:52:41.869565 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:52:41.869570 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:52:41.869583 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.869383042+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8d9fb67a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:52:41.869615 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.869372546+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8d9fb67a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:52:41.869640 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.869378882+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8d9fb67a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:52:41.869660 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.869413859+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8d9fb67a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:52:41.869677 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.869404002+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8d9fb67a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:52:41.869698 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.869387938+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8d9fb67a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:52:41.869716 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.869409027+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8d9fb67a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:52:41.869740 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.869353794+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8d9fb67a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:52:41.871734 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:52:41.871748 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:52:41.871739 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:52:41.871778 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:52:41.871785 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:52:41.871791 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:52:41.871792 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:52:41.871795 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:52:41.871815 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.871703346+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a3fdf33c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:52:41.871843 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.871667634+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a3fdf33c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:52:41.871873 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.871677426+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a3fdf33c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:52:41.871904 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.871693810+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a3fdf33c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:52:41.871935 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.871655154+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a3fdf33c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:52:41.871964 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.871698418+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a3fdf33c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:52:41.871992 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.871682738+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a3fdf33c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:52:41.872020 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:52:41.871672562+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:a3fdf33c 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:53:44.871397 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:53:44.871402 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:53:44.871434 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:53:44.871403 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:53:44.871443 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:53:44.871456 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:53:44.871458 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:53:44.871460 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:53:44.871517 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.871325071+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ecba34d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:53:44.871564 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.871296015+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ecba34d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:53:44.871605 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.871321103+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ecba34d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:53:44.871650 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.871262511+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ecba34d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:53:44.871694 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.871316815+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ecba34d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:53:44.871739 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.871286319+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ecba34d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:53:44.871783 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.871291375+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ecba34d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:53:44.871826 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.871300623+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:8ecba34d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:53:44.873647 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:53:44.873656 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:53:44.873656 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:53:44.873673 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:53:44.873675 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:53:44.873676 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:53:44.873690 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:53:44.873711 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.873608606+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1ca907 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:53:44.873722 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:53:44.873740 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.873572446+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1ca907 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:53:44.873771 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.873580574+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1ca907 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:53:44.873802 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.873576734+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1ca907 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:53:44.873837 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.873597886+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1ca907 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:53:44.873866 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.873557981+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1ca907 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:53:44.873896 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.873585086+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1ca907 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:53:44.873922 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:53:44.873603518+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1ca907 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:54:47.874209 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:54:47.874219 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:54:47.874225 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:54:47.874244 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:54:47.874246 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:54:47.874254 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:54:47.874256 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:54:47.874290 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:54:47.874300 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.874118756+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fbe158a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:54:47.874326 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.874144164+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fbe158a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:54:47.874346 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.874109123+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fbe158a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:54:47.874368 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.874123460+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fbe158a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:54:47.874393 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.874089923+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fbe158a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:54:47.874414 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.874114692+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fbe158a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:54:47.874440 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.874140324+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fbe158a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:54:47.874465 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.874136644+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fbe158a5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:54:47.875440 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:54:47.875444 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:54:47.875487 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:54:47.875489 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:54:47.875496 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:54:47.875498 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:54:47.875503 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:54:47.875515 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:54:47.875528 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.875410187+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2a23e3ec 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:54:47.875560 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.875383147+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2a23e3ec 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:54:47.875592 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.875361835+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2a23e3ec 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:54:47.875622 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.875400043+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2a23e3ec 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:54:47.875651 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.875387819+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2a23e3ec 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:54:47.875680 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.875374475+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2a23e3ec 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:54:47.875708 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.875405547+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2a23e3ec 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:54:47.875737 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:54:47.875379179+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2a23e3ec 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:55:50.876284 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:55:50.876286 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:55:50.876325 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:55:50.876293 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:55:50.876337 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:55:50.876358 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:55:50.876358 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:55:50.876364 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:55:50.876378 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.876220968+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:db6295c9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:55:50.876400 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.876184424+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:db6295c9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:55:50.876425 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.876190184+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:db6295c9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:55:50.876448 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.876166312+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:db6295c9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:55:50.876469 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.876194024+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:db6295c9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:55:50.876491 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.876216296+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:db6295c9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:55:50.876511 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.876199016+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:db6295c9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:55:50.876532 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.876211752+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:db6295c9 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:55:50.877530 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:55:50.877539 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:55:50.877535 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:55:50.877557 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:55:50.877563 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:55:50.877567 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:55:50.877576 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:55:50.877592 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.877490543+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f18dac3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:55:50.877618 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:55:50.877629 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.877499567+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f18dac3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:55:50.877657 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.877473167+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f18dac3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:55:50.877688 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.877495311+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f18dac3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:55:50.877717 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.877468079+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f18dac3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:55:50.877746 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.877463535+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f18dac3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:55:50.877774 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.877450063+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f18dac3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:55:50.877816 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:55:50.877478671+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f18dac3d 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:56:53.880235 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:56:53.880243 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:56:53.880264 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:56:53.880280 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:56:53.880288 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:56:53.880297 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:56:53.880301 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:56:53.880306 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:56:53.880309 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:56:53.880313 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:56:53.880312 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:56:53.880319 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:56:53.880321 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:56:53.880327 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:56:53.880331 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880152025+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3584552a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:56:53.880334 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:56:53.880343 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:56:53.880361 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880163769+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3584552a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:56:53.880385 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880138072+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3584552a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:56:53.880409 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880156793+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c9f646b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:56:53.880431 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880145785+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3584552a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:56:53.880454 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880102968+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3584552a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:56:53.880481 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880158137+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3584552a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:56:53.880508 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880150809+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c9f646b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:56:53.880534 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880110264+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c9f646b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:56:53.880560 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880130488+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c9f646b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:56:53.880586 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880123288+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c9f646b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:56:53.880613 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880143321+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c9f646b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:56:53.880636 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880131064+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3584552a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:56:53.880661 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880123512+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3584552a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:56:53.880683 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880137144+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c9f646b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:56:53.880705 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:56:53.880161977+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c9f646b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:57:56.884239 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:57:56.884253 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:57:56.884262 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:57:56.884272 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:57:56.884273 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:57:56.884283 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:57:56.884284 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:57:56.884295 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:57:56.884296 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:57:56.884303 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:57:56.884308 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:57:56.884308 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:57:56.884313 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:57:56.884316 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:57:56.884323 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:57:56.884325 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:57:56.884345 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884159992+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1520a70 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:57:56.884376 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884189913+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1520a70 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:57:56.884405 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884163800+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5fd127fe 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:57:56.884431 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884179640+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5fd127fe 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:57:56.884457 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884136152+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5fd127fe 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:57:56.884483 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884148152+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5fd127fe 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:57:56.884508 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884182073+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1520a70 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:57:56.884534 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884110488+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5fd127fe 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:57:56.884559 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884166296+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1520a70 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:57:56.884584 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884171768+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5fd127fe 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:57:56.884609 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884136664+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1520a70 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:57:56.884630 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884141528+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5fd127fe 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:57:56.884655 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884173560+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1520a70 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:57:56.884677 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884149880+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1520a70 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:57:56.884701 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884130488+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5fd127fe 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:57:56.884727 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:57:56.884155672+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c1520a70 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:58:59.888226 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:58:59.888236 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:58:59.888238 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:58:59.888255 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:58:59.888263 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:58:59.888266 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:58:59.888272 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:58:59.888275 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:58:59.888277 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:58:59.888288 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:58:59.888289 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:58:59.888295 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:58:59.888300 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:58:59.888302 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:58:59.888309 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:58:59.888312 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888131404+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:60f55c54 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:58:59.888351 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 07:58:59.888366 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888159756+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:79ee6d15 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:58:59.888400 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888114828+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:60f55c54 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:58:59.888429 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888139500+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:60f55c54 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:58:59.888455 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888091596+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:79ee6d15 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:58:59.888481 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888138476+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:79ee6d15 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:58:59.888506 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888103564+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:60f55c54 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:58:59.888533 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888146828+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:60f55c54 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:58:59.888559 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888123628+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:60f55c54 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:58:59.888599 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888113740+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:79ee6d15 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:58:59.888626 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888147276+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:79ee6d15 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:58:59.888652 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888121260+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:79ee6d15 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:58:59.888679 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888152460+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:60f55c54 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:58:59.888703 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888153676+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:79ee6d15 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:58:59.888730 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888129548+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:79ee6d15 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 07:58:59.888756 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T07:58:59.888158732+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:60f55c54 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:00:02.892057 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:00:02.892059 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:00:02.892095 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:00:02.892061 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:00:02.892118 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:00:02.892068 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:00:02.892128 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:00:02.892131 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:00:02.892101 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:00:02.892130 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:00:02.892151 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:00:02.892154 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891953021+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f09deb10 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:00:02.892154 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:00:02.892161 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:00:02.892165 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:00:02.892178 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891968253+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e986da51 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:00:02.892163 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:00:02.892186 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:00:02.892208 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891943261+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e986da51 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:00:02.892233 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891992317+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f09deb10 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:00:02.892257 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891956125+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e986da51 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:00:02.892280 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891964477+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f09deb10 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:00:02.892302 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891947517+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f09deb10 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:00:02.892325 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891958397+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f09deb10 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:00:02.892351 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891962909+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e986da51 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:00:02.892374 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891979581+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f09deb10 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:00:02.892396 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891982845+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e986da51 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:00:02.892418 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891985981+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f09deb10 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:00:02.892440 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891977821+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e986da51 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:00:02.892461 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891928477+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:f09deb10 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:00:02.892483 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891972893+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e986da51 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:00:02.892504 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:00:02.891988829+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e986da51 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:01:05.894247 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:01:05.894252 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:01:05.894266 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:01:05.894288 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:01:05.894289 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:01:05.894290 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:01:05.894300 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:01:05.894300 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:01:05.894308 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:01:05.894310 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:01:05.894302 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:01:05.894332 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:01:05.894333 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:01:05.894334 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:01:05.894336 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894178661+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7a17eef7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:01:05.894337 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:01:05.894337 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:01:05.894401 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894159301+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c4d4971 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:01:05.894444 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894173797+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c4d4971 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:01:05.894475 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894111780+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7a17eef7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:01:05.894519 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894172005+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7a17eef7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:01:05.894559 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894168517+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c4d4971 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:01:05.894601 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894133060+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7a17eef7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:01:05.894643 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894165285+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7a17eef7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:01:05.894689 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894138692+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7a17eef7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:01:05.894731 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894179781+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c4d4971 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:01:05.894758 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894149925+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7a17eef7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:01:05.894803 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894133572+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c4d4971 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:01:05.894834 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894163653+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c4d4971 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:01:05.894882 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894144325+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:7a17eef7 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:01:05.894927 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894146277+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c4d4971 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:01:05.894959 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:01:05.894153605+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2c4d4971 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:02:08.897149 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:02:08.897149 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:02:08.897157 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:02:08.897206 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:02:08.897157 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:02:08.897213 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:02:08.897221 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:02:08.897224 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:02:08.897210 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:02:08.897237 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:02:08.897255 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:02:08.897255 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:02:08.897260 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897039211+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3ef8e69f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:02:08.897262 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:02:08.897265 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:02:08.897267 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:02:08.897270 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:02:08.897295 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897020907+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3ef8e69f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:02:08.897317 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897094860+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27e3d7de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:02:08.897344 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897021387+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27e3d7de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:02:08.897365 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897043915+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27e3d7de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:02:08.897386 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897000331+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27e3d7de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:02:08.897409 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897065484+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3ef8e69f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:02:08.897430 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897085772+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27e3d7de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:02:08.897456 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.896994475+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3ef8e69f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:02:08.897478 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897059948+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27e3d7de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:02:08.897498 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897053643+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3ef8e69f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:02:08.897519 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897047179+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3ef8e69f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:02:08.897543 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897031403+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3ef8e69f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:02:08.897565 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897028875+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27e3d7de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:02:08.897586 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897057516+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:3ef8e69f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:02:08.897608 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:02:08.897035243+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:27e3d7de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:03:11.901032 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:03:11.901052 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:03:11.901038 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:03:11.901070 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:03:11.901054 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:03:11.901078 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:03:11.901083 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:03:11.901089 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:03:11.901094 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:03:11.901098 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:03:11.901101 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:03:11.901106 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:03:11.901111 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:03:11.901113 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:03:11.901121 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900954698+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ad69d239 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:03:11.901125 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:03:11.901149 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900937386+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ad69d239 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:03:11.901152 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:03:11.901178 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900932490+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ad69d239 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:03:11.901195 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900924426+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b472e378 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:03:11.901223 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900887881+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b472e378 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:03:11.901245 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900943050+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ad69d239 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:03:11.901268 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900939306+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b472e378 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:03:11.901288 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900906026+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b472e378 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:03:11.901309 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900951946+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b472e378 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:03:11.901329 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900918954+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b472e378 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:03:11.901351 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900920938+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ad69d239 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:03:11.901372 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900912874+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b472e378 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:03:11.901405 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900908458+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ad69d239 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:03:11.901428 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900927338+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ad69d239 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:03:11.901449 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900949130+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ad69d239 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:03:11.901471 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:03:11.900945546+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b472e378 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:04:14.902718 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:04:14.902726 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:04:14.902741 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:04:14.902751 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:04:14.902756 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:04:14.902769 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:04:14.902769 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:04:14.902773 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:04:14.902785 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:04:14.902786 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:04:14.902788 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:04:14.902787 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:04:14.902803 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:04:14.902806 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:04:14.902811 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:04:14.902814 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902660765+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae3dc70e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:04:14.902828 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:04:14.902844 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902638557+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae3dc70e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:04:14.902871 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902626493+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b726f64f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:04:14.902898 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902589181+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b726f64f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:04:14.902921 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902646141+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b726f64f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:04:14.902950 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902654973+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae3dc70e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:04:14.902977 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902641245+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b726f64f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:04:14.903003 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902611773+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b726f64f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:04:14.903025 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902649085+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae3dc70e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:04:14.903047 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902643005+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae3dc70e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:04:14.903095 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902651613+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b726f64f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:04:14.903130 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902616893+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b726f64f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:04:14.903156 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902611485+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae3dc70e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:04:14.903179 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902626749+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae3dc70e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:04:14.903205 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902633405+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:ae3dc70e 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:04:14.903226 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:04:14.902620957+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b726f64f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:05:17.904652 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:05:17.904670 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:05:17.904657 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:05:17.904689 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:05:17.904661 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:05:17.904701 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:05:17.904706 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:05:17.904716 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:05:17.904720 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:05:17.904724 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:05:17.904736 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:05:17.904754 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:05:17.904762 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:05:17.904767 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904554843+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dc1e943a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:05:17.904766 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:05:17.904772 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:05:17.904809 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:05:17.904825 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904574715+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c505a57b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:05:17.904865 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904569435+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dc1e943a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:05:17.904889 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904567995+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c505a57b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:05:17.904916 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904580603+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c505a57b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:05:17.904938 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904575195+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dc1e943a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:05:17.904960 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904551675+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c505a57b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:05:17.904980 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904538139+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c505a57b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:05:17.905023 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904564859+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dc1e943a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:05:17.905049 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904533051+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c505a57b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:05:17.905075 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904531867+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dc1e943a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:05:17.905100 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904514427+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c505a57b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:05:17.905121 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904544891+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:c505a57b 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:05:17.905146 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904544539+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dc1e943a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:05:17.905169 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904560315+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dc1e943a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:05:17.905188 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:05:17.904549499+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dc1e943a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:06:20.906700 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:06:20.906708 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:06:20.906722 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:06:20.906732 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:06:20.906735 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:06:20.906743 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:06:20.906747 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:06:20.906755 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:06:20.906758 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:06:20.906760 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:06:20.906773 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:06:20.906780 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:06:20.906779 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:06:20.906784 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:06:20.906801 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906627484+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fc9d5956 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:06:20.906811 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:06:20.906817 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:06:20.906831 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906593467+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e5866817 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:06:20.906860 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906579675+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e5866817 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:06:20.906902 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906592027+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fc9d5956 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:06:20.906927 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906586459+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e5866817 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:06:20.906953 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906566747+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fc9d5956 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:06:20.906980 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906561755+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e5866817 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:06:20.907008 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906579867+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fc9d5956 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:06:20.907033 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906611932+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e5866817 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:06:20.907077 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906600572+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e5866817 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:06:20.907101 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906613564+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fc9d5956 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:06:20.907127 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906598683+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fc9d5956 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:06:20.907149 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906620988+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fc9d5956 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:06:20.907171 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906585723+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fc9d5956 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:06:20.907197 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906607132+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e5866817 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:06:20.907220 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:06:20.906616764+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:e5866817 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:07:23.908517 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:07:23.908523 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:07:23.908543 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:07:23.908551 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:07:23.908553 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:07:23.908563 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:07:23.908567 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:07:23.908568 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:07:23.908578 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:07:23.908581 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:07:23.908582 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:07:23.908602 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:07:23.908603 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:07:23.908610 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:07:23.908611 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908427201+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:127b99b5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:07:23.908624 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:07:23.908646 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:07:23.908662 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908450017+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b60a8f4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:07:23.908696 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908410657+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b60a8f4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:07:23.908720 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908416353+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b60a8f4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:07:23.908747 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908422977+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b60a8f4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:07:23.908771 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908388769+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b60a8f4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:07:23.908797 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908415553+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:127b99b5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:07:23.908823 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908432609+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:127b99b5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:07:23.908844 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908406017+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b60a8f4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:07:23.908869 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908441025+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:127b99b5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:07:23.908890 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908436993+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:127b99b5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:07:23.908912 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908447009+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:127b99b5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:07:23.908932 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908403905+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:127b99b5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:07:23.908953 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908444353+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b60a8f4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:07:23.908974 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908437345+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:b60a8f4 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:07:23.908999 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:07:23.908421921+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:127b99b5 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:08:26.910509 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:08:26.910517 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:08:26.910539 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:08:26.910544 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:08:26.910548 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:08:26.910551 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:08:26.910561 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:08:26.910562 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:08:26.910565 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:08:26.910574 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:08:26.910575 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:08:26.910579 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:08:26.910582 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:08:26.910592 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:08:26.910596 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910420650+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6135da20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:08:26.910598 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:08:26.910600 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:08:26.910626 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910431018+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:782eeb61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:08:26.910652 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910454378+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:782eeb61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:08:26.910674 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910388810+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6135da20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:08:26.910696 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910443018+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:782eeb61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:08:26.910720 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910436170+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6135da20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:08:26.910740 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910405226+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6135da20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:08:26.910761 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910448042+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6135da20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:08:26.910784 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910436458+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:782eeb61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:08:26.910805 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910406826+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:782eeb61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:08:26.910827 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910441834+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6135da20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:08:26.910852 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910420362+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:782eeb61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:08:26.910871 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910449290+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:782eeb61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:08:26.910893 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910426410+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:782eeb61 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:08:26.910914 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910410282+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6135da20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:08:26.910935 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:08:26.910415210+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:6135da20 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:09:29.912661 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:09:29.912672 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:09:29.912674 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:09:29.912661 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:09:29.912697 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:09:29.912701 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:09:29.912710 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:09:29.912714 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:09:29.912718 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:09:29.912723 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:09:29.912727 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:09:29.912730 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:09:29.912737 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:09:29.912741 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:09:29.912728 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:09:29.912748 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912540502+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:470a90cb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:09:29.912749 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:09:29.912782 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912606966+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e11a18a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:09:29.912802 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912592246+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e11a18a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:09:29.912828 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912578038+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:470a90cb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:09:29.912850 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912588214+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e11a18a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:09:29.912872 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912593750+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:470a90cb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:09:29.912925 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912601462+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e11a18a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:09:29.912948 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912607158+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:470a90cb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:09:29.912974 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912561910+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:470a90cb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:09:29.913000 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912596214+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e11a18a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:09:29.913022 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912579318+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e11a18a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:09:29.913059 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912600374+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:470a90cb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:09:29.913085 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912566870+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:470a90cb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:09:29.913107 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912583862+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e11a18a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:09:29.913129 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912566742+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5e11a18a 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:09:29.913151 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:09:29.912571830+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:470a90cb 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:10:32.914395 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:10:32.914404 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:10:32.914413 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:10:32.914405 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:10:32.914441 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:10:32.914446 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:10:32.914450 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:10:32.914457 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:10:32.914462 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:10:32.914463 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:10:32.914470 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:10:32.914476 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:10:32.914477 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:10:32.914498 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:10:32.914507 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:10:32.914510 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:10:32.914530 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914330334+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d40e3e7b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:10:32.914575 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914301118+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd150f3a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:10:32.914600 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914278430+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd150f3a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:10:32.914622 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914292926+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d40e3e7b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:10:32.914644 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914295646+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd150f3a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:10:32.914668 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914268350+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d40e3e7b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:10:32.914690 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914287166+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d40e3e7b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:10:32.914714 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914317918+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d40e3e7b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:10:32.914737 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914307422+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd150f3a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:10:32.914759 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914290078+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd150f3a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:10:32.914783 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914313150+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd150f3a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:10:32.914804 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914305278+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d40e3e7b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:10:32.914825 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914323518+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d40e3e7b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:10:32.914851 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914298718+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d40e3e7b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:10:32.914877 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914325374+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd150f3a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:10:32.914900 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:10:32.914318270+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd150f3a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:11:35.916491 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:11:35.916505 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:11:35.916505 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:11:35.916519 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:11:35.916524 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:11:35.916530 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:11:35.916537 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:11:35.916544 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:11:35.916555 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:11:35.916567 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:11:35.916569 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:11:35.916569 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:11:35.916582 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:11:35.916570 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:11:35.916600 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:11:35.916601 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:11:35.916613 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916399168+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5e843b9c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:11:35.916654 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916414592+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5e843b9c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:11:35.916684 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916427296+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:479f0add 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:11:35.916707 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916402048+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:479f0add 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:11:35.916729 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916365376+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5e843b9c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:11:35.916752 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916404768+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5e843b9c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:11:35.916773 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916365984+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:479f0add 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:11:35.916795 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916416224+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:479f0add 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:11:35.916817 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916410112+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5e843b9c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:11:35.916839 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916396160+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:479f0add 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:11:35.916862 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916422400+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:479f0add 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:11:35.916884 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916386048+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5e843b9c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:11:35.916906 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916390400+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:479f0add 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:11:35.916928 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916384352+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:479f0add 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:11:35.916952 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916392640+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5e843b9c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:11:35.916970 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:11:35.916420320+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5e843b9c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:12:38.918407 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:12:38.918430 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:12:38.918435 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:12:38.918453 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:12:38.918453 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:12:38.918458 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:12:38.918465 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:12:38.918471 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:12:38.918470 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:12:38.918490 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:12:38.918494 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:12:38.918497 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918314524+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:285d5176 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:12:38.918497 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:12:38.918500 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:12:38.918505 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:12:38.918505 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:12:38.918528 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:12:38.918534 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918280988+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1a6b33f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:12:38.918560 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918338972+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:285d5176 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:12:38.918590 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918246492+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1a6b33f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:12:38.918618 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918303964+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1a6b33f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:12:38.918645 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918288124+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1a6b33f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:12:38.918687 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918271516+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1a6b33f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:12:38.918715 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918319036+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1a6b33f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:12:38.918743 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918358204+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:285d5176 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:12:38.918770 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918301020+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:285d5176 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:12:38.918795 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918347868+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:285d5176 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:12:38.918822 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918276700+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1a6b33f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:12:38.918844 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918354428+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:285d5176 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:12:38.918869 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918312348+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1a6b33f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:12:38.918891 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918285852+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:285d5176 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:12:38.918907 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:12:38.918308860+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:285d5176 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:13:41.920333 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:13:41.920349 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:13:41.920357 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:13:41.920338 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:13:41.920376 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:13:41.920381 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:13:41.920385 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:13:41.920394 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:13:41.920394 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:13:41.920397 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:13:41.920404 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:13:41.920408 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:13:41.920409 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:13:41.920407 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:13:41.920431 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:13:41.920448 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:13:41.920475 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920269317+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:89fa0752 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:13:41.920523 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920256613+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:89fa0752 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:13:41.920554 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920250405+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:89fa0752 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:13:41.920578 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920243429+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:89fa0752 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:13:41.920606 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920239685+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:90e13613 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:13:41.920630 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920262981+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:89fa0752 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:13:41.920653 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920202949+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:90e13613 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:13:41.920676 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920260773+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:90e13613 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:13:41.920698 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920267109+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:90e13613 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:13:41.920723 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920229445+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:89fa0752 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:13:41.920749 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920253925+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:90e13613 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:13:41.920775 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920234053+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:90e13613 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:13:41.920814 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920222725+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:90e13613 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:13:41.920832 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920216357+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:89fa0752 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:13:41.920850 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920236357+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:89fa0752 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:13:41.920871 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:13:41.920229061+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:90e13613 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:14:44.922359 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:14:44.922380 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:14:44.922360 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:14:44.922400 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:14:44.922369 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:14:44.922408 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:14:44.922415 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:14:44.922419 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:14:44.922423 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:14:44.922428 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:14:44.922432 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:14:44.922433 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:14:44.922452 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:14:44.922454 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922291238+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5030ee11 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:14:44.922469 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:14:44.922482 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922312998+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5030ee11 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:14:44.922488 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:14:44.922509 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922283782+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5030ee11 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:14:44.922509 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:14:44.922537 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922295494+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:93b52324 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:14:44.922559 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922229446+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:93b52324 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:14:44.922581 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922320230+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5030ee11 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:14:44.922603 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922274310+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5030ee11 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:14:44.922624 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922279078+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5030ee11 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:14:44.922646 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922260710+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5030ee11 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:14:44.922670 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922325734+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5030ee11 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:14:44.922691 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922281606+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:93b52324 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:14:44.922713 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922266470+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:93b52324 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:14:44.922734 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922249830+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:93b52324 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:14:44.922751 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922254598+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:93b52324 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:14:44.922773 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922261318+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:93b52324 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:14:44.922798 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:14:44.922288486+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:93b52324 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:15:47.924332 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:15:47.924340 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:15:47.924363 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:15:47.924363 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:15:47.924372 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:15:47.924380 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:15:47.924385 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:15:47.924386 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:15:47.924387 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:15:47.924409 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:15:47.924417 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:15:47.924422 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924256751+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f197b835 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:15:47.924428 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:15:47.924431 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:15:47.924433 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:15:47.924453 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:15:47.924481 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:15:47.924508 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924228015+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e88c8974 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:15:47.924550 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924262895+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e88c8974 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:15:47.924575 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924209839+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e88c8974 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:15:47.924602 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924261679+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f197b835 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:15:47.924625 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924280015+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f197b835 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:15:47.924650 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924228943+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f197b835 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:15:47.924673 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924237263+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e88c8974 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:15:47.924696 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924232975+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e88c8974 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:15:47.924720 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924257071+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e88c8974 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:15:47.924746 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924246127+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f197b835 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:15:47.924765 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924267471+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f197b835 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:15:47.924788 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924273807+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f197b835 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:15:47.924809 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924252527+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f197b835 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:15:47.924834 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924243023+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e88c8974 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:15:47.924861 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:15:47.924268879+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e88c8974 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:16:50.927049 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:16:50.927059 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:16:50.927053 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:16:50.927082 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:16:50.927086 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:16:50.927095 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:16:50.927099 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:16:50.927103 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:16:50.927108 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:16:50.927114 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:16:50.927116 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:16:50.927139 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:16:50.927138 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:16:50.927126 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:16:50.927147 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926987123+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d1147559 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:16:50.927152 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:16:50.927167 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:16:50.927179 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926939347+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c80f4418 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:16:50.927227 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926958067+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d1147559 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:16:50.927253 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926916434+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c80f4418 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:16:50.927277 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926944915+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c80f4418 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:16:50.927300 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926934259+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c80f4418 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:16:50.927322 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926943731+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d1147559 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:16:50.927344 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926932179+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d1147559 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:16:50.927364 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926971123+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d1147559 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:16:50.927386 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926963315+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d1147559 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:16:50.927403 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926951731+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d1147559 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:16:50.927423 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926975155+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c80f4418 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:16:50.927443 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926967507+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c80f4418 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:16:50.927468 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926952851+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c80f4418 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:16:50.927488 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926983955+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c80f4418 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:16:50.927509 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:16:50.926977683+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d1147559 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:17:53.928490 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:17:53.928505 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:17:53.928518 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:17:53.928492 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:17:53.928532 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:17:53.928538 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:17:53.928525 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:17:53.928552 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:17:53.928552 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:17:53.928558 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:17:53.928559 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:17:53.928567 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:17:53.928568 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:17:53.928584 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928359626+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:26e984fb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:17:53.928569 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:17:53.928608 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:17:53.928611 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928433706+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:14dfe679 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:17:53.928570 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:17:53.928641 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928408970+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:14dfe679 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:17:53.928664 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928388458+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:26e984fb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:17:53.928685 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928404042+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:14dfe679 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:17:53.928712 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928393322+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:26e984fb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:17:53.928736 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928400586+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:26e984fb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:17:53.928759 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928379818+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:26e984fb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:17:53.928781 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928383594+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:14dfe679 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:17:53.928797 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928415018+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:14dfe679 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:17:53.928819 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928423370+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:26e984fb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:17:53.928841 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928397642+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:14dfe679 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:17:53.928862 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928415850+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:26e984fb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:17:53.928883 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928421098+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:14dfe679 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:17:53.928904 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928427818+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:14dfe679 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:17:53.928929 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:17:53.928430058+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:26e984fb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:18:56.930592 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:18:56.930609 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:18:56.930597 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:18:56.930602 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:18:56.930626 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:18:56.930641 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:18:56.930628 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:18:56.930646 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:18:56.930653 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:18:56.930654 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:18:56.930658 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:18:56.930661 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:18:56.930666 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:18:56.930656 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:18:56.930672 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:18:56.930682 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930489446+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4cbcf62f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:18:56.930687 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:18:56.930719 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930538694+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d23fdba1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:18:56.930751 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930496934+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d23fdba1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:18:56.930807 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930517478+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d23fdba1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:18:56.930850 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930507750+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d23fdba1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:18:56.930890 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930494598+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4cbcf62f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:18:56.930934 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930499750+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4cbcf62f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:18:56.930979 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930523366+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d23fdba1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:18:56.930998 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930513702+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4cbcf62f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:18:56.931036 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930534438+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d23fdba1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:18:56.931079 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930469094+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4cbcf62f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:18:56.931119 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930512550+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d23fdba1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:18:56.931159 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930524198+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4cbcf62f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:18:56.931208 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930529126+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d23fdba1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:18:56.931256 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930485062+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4cbcf62f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:18:56.931297 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:18:56.930519238+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4cbcf62f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:19:59.933721 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:19:59.933731 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:19:59.933741 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:19:59.933750 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:19:59.933753 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:19:59.933760 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:19:59.933766 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:19:59.933769 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:19:59.933772 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:19:59.933777 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:19:59.933782 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:19:59.933786 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:19:59.933786 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:19:59.933796 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:19:59.933787 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:19:59.933820 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933651733+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:73988d85 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:19:59.933828 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:19:59.933858 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933627157+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:73988d85 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:19:59.933882 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933639413+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:73988d85 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:19:59.933908 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933633973+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:73988d85 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:19:59.933936 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933583957+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6a83bcc4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:19:59.933957 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933636661+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6a83bcc4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:19:59.933980 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933605205+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6a83bcc4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:19:59.934008 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933645557+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:73988d85 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:19:59.934036 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933642837+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6a83bcc4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:19:59.934058 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933599733+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:73988d85 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:19:59.934081 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933613973+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:73988d85 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:19:59.934106 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933611317+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6a83bcc4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:19:59.934131 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933619989+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:73988d85 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:19:59.934152 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933622229+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6a83bcc4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:19:59.934179 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933616661+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6a83bcc4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:19:59.934205 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:19:59.933648693+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6a83bcc4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:21:02.935334 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:21:02.935346 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:21:02.935347 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:21:02.935352 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:21:02.935369 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:21:02.935370 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:21:02.935370 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:21:02.935377 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:21:02.935382 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:21:02.935387 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:21:02.935383 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:21:02.935399 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:21:02.935403 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:21:02.935409 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:21:02.935420 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:21:02.935423 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:21:02.935446 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935278185+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:faeb0b80 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:21:02.935493 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935265993+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:faeb0b80 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:21:02.935538 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935249257+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e3f03ac1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:21:02.935584 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935254697+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:faeb0b80 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:21:02.935627 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935259881+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:faeb0b80 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:21:02.935669 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935214826+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e3f03ac1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:21:02.935687 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935267753+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e3f03ac1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:21:02.935727 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935272297+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:faeb0b80 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:21:02.935771 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935260777+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e3f03ac1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:21:02.935813 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935232201+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e3f03ac1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:21:02.935857 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935241417+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:faeb0b80 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:21:02.935900 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935229161+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:faeb0b80 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:21:02.935942 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935237641+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e3f03ac1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:21:02.935979 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935243209+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e3f03ac1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:21:02.936021 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935249193+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:faeb0b80 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:21:02.936108 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:21:02.935273449+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e3f03ac1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:22:05.937727 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:22:05.937737 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:22:05.937741 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:22:05.937759 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:22:05.937768 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:22:05.937780 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:22:05.937782 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:22:05.937783 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:22:05.937780 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:22:05.937803 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:22:05.937804 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:22:05.937816 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:22:05.937816 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937656017+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3f2098a0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:22:05.937816 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:22:05.937821 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:22:05.937819 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:22:05.937842 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:22:05.937844 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937607826+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:697a3f26 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:22:05.937892 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937623090+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:697a3f26 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:22:05.937918 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937678481+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3f2098a0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:22:05.937943 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937642257+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3f2098a0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:22:05.937961 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937646673+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:697a3f26 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:22:05.937981 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937627442+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:697a3f26 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:22:05.938001 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937625522+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3f2098a0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:22:05.938027 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937666801+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3f2098a0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:22:05.938057 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937632722+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:697a3f26 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:22:05.938084 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937661073+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3f2098a0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:22:05.938106 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937672753+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3f2098a0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:22:05.938131 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937668433+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:697a3f26 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:22:05.938157 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937648977+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3f2098a0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:22:05.938180 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937674993+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:697a3f26 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:22:05.938200 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:22:05.937660881+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:697a3f26 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:23:08.939647 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:23:08.939664 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:23:08.939650 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:23:08.939657 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:23:08.939688 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:23:08.939693 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:23:08.939702 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:23:08.939703 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:23:08.939709 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:23:08.939728 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:23:08.939736 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:23:08.939747 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:23:08.939748 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:23:08.939748 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:23:08.939759 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939589722+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1fa355cc 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:23:08.939759 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:23:08.939752 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:23:08.939800 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939553466+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1fa355cc 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:23:08.939826 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939545690+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d95374e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:23:08.939850 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939565242+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1fa355cc 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:23:08.939873 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939541690+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1fa355cc 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:23:08.939897 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939515002+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d95374e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:23:08.939924 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939541658+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d95374e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:23:08.939954 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939536634+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d95374e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:23:08.939975 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939571770+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d95374e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:23:08.939998 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939552506+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d95374e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:23:08.940018 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939571002+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1fa355cc 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:23:08.940039 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939577242+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1fa355cc 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:23:08.940085 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939584058+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1fa355cc 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:23:08.940111 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939559866+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1fa355cc 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:23:08.940138 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939578298+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d95374e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:23:08.940163 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:23:08.939566074+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d95374e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:24:11.941293 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:24:11.941303 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:24:11.941322 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:24:11.941334 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:24:11.941345 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:24:11.941347 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:24:11.941361 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:24:11.941361 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:24:11.941368 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:24:11.941380 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:24:11.941381 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:24:11.941385 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:24:11.941400 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:24:11.941407 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941229099+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a71f32a9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:24:11.941414 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:24:11.941417 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:24:11.941426 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:24:11.941450 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941203531+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be0403e8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:24:11.941470 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941192427+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be0403e8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:24:11.941494 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941198187+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be0403e8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:24:11.941517 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941216939+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a71f32a9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:24:11.941542 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941191659+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a71f32a9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:24:11.941563 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941202731+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a71f32a9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:24:11.941584 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941196299+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a71f32a9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:24:11.941605 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941168235+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a71f32a9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:24:11.941626 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941180267+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be0403e8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:24:11.941646 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941223147+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a71f32a9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:24:11.941667 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941214699+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be0403e8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:24:11.941690 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941209259+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be0403e8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:24:11.941715 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941220075+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be0403e8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:24:11.941740 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941186155+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a71f32a9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:24:11.941763 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:24:11.941225931+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be0403e8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:25:14.943659 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:25:14.943677 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:25:14.943661 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:25:14.943690 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:25:14.943697 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:25:14.943700 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:25:14.943709 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:25:14.943715 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:25:14.943715 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:25:14.943716 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:25:14.943728 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:25:14.943728 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:25:14.943730 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:25:14.943731 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:25:14.943730 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:25:14.943747 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943566385+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dbfff17c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:25:14.943762 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:25:14.943777 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943583217+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dbfff17c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:25:14.943796 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943562513+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dbfff17c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:25:14.943818 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943571825+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dbfff17c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:25:14.943843 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943580017+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a44b279e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:25:14.943868 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943568945+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a44b279e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:25:14.943890 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943522033+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a44b279e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:25:14.943912 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943543889+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a44b279e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:25:14.943934 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943555985+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a44b279e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:25:14.943957 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943539089+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a44b279e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:25:14.943983 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943539377+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dbfff17c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:25:14.944005 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943550225+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a44b279e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:25:14.944030 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943574609+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a44b279e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:25:14.944055 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943577905+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dbfff17c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:25:14.944099 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943556497+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dbfff17c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:25:14.944125 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:25:14.943550801+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dbfff17c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:26:17.946069 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:26:17.946081 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:26:17.946088 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:26:17.946101 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:26:17.946070 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:26:17.946113 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:26:17.946117 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:26:17.946102 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:26:17.946124 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:26:17.946127 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:26:17.946130 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:26:17.946134 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:26:17.946137 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:26:17.946144 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:26:17.946147 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:26:17.946149 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:26:17.946157 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.946026349+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d0516fd3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:26:17.946178 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.946005485+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d0516fd3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:26:17.946196 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.945988877+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c94a5e92 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:26:17.946225 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.945942061+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c94a5e92 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:26:17.946249 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.946022221+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d0516fd3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:26:17.946272 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.945952909+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d0516fd3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:26:17.946297 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.945992973+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c94a5e92 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:26:17.946320 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.945960909+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c94a5e92 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:26:17.946345 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.945975981+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c94a5e92 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:26:17.946365 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.946011085+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d0516fd3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:26:17.946391 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.946017581+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d0516fd3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:26:17.946434 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.945996909+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c94a5e92 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:26:17.946460 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.945964365+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d0516fd3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:26:17.946486 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.945971533+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c94a5e92 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:26:17.946511 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.945971725+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d0516fd3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:26:17.946535 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:26:17.945966253+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c94a5e92 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:27:20.948511 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:27:20.948516 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:27:20.948517 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:27:20.948560 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:27:20.948562 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:27:20.948517 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:27:20.948578 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:27:20.948589 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:27:20.948594 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:27:20.948606 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:27:20.948606 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:27:20.948609 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:27:20.948617 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:27:20.948615 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:27:20.948618 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:27:20.948637 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948447138+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5adb6a34 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:27:20.948653 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:27:20.948686 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948429442+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5adb6a34 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:27:20.948717 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948420130+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:43c05b75 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:27:20.948741 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948423202+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5adb6a34 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:27:20.948768 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948433762+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:43c05b75 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:27:20.948790 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948445986+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:43c05b75 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:27:20.948812 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948434210+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5adb6a34 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:27:20.948834 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948390210+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:43c05b75 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:27:20.948856 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948440514+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5adb6a34 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:27:20.948881 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948410146+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:43c05b75 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:27:20.948903 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948412322+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5adb6a34 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:27:20.948925 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948405762+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:43c05b75 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:27:20.948947 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948414434+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:43c05b75 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:27:20.948973 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948439714+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:43c05b75 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:27:20.949014 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948417954+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5adb6a34 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:27:20.949067 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:27:20.948401634+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5adb6a34 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:28:23.950557 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:28:23.950566 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:28:23.950569 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:28:23.950579 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:28:23.950587 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:28:23.950590 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:28:23.950595 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:28:23.950600 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:28:23.950603 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:28:23.950611 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:28:23.950612 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:28:23.950614 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:28:23.950618 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:28:23.950623 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:28:23.950624 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:28:23.950648 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950496066+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4df9eca5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:28:23.950652 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:28:23.950676 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950471906+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:54e2dde4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:28:23.950700 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950484322+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4df9eca5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:28:23.950722 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950491042+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4df9eca5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:28:23.950744 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950437730+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4df9eca5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:28:23.950769 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950470274+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4df9eca5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:28:23.950798 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950487554+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:54e2dde4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:28:23.950821 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950448834+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:54e2dde4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:28:23.950847 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950478082+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:54e2dde4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:28:23.950868 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950483202+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:54e2dde4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:28:23.950893 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950453794+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4df9eca5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:28:23.950942 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950459586+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:54e2dde4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:28:23.950968 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950493634+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:54e2dde4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:28:23.951006 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950464034+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4df9eca5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:28:23.951052 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950465954+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:54e2dde4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:28:23.951079 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:28:23.950459618+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4df9eca5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:29:26.953859 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:29:26.953871 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:29:26.953864 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:29:26.953886 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:29:26.953894 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:29:26.953903 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:29:26.953906 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:29:26.953908 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:29:26.953915 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:29:26.953918 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:29:26.953921 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:29:26.953926 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:29:26.953931 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:29:26.953933 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:29:26.953938 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:29:26.953949 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953783311+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a31f2c46 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:29:26.953940 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:29:26.953976 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953772079+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ba041d07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:29:26.954000 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953754511+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ba041d07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:29:26.954022 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953778735+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a31f2c46 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:29:26.954086 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953758223+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a31f2c46 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:29:26.954113 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953718767+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a31f2c46 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:29:26.954138 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953761071+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ba041d07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:29:26.954163 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953777487+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ba041d07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:29:26.954180 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953729615+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ba041d07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:29:26.954202 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953767247+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ba041d07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:29:26.954224 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953747599+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a31f2c46 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:29:26.954246 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953748847+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ba041d07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:29:26.954267 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953741839+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a31f2c46 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:29:26.954296 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953742479+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ba041d07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:29:26.954322 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953772367+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a31f2c46 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:29:26.954343 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:29:26.953753295+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a31f2c46 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:30:29.956711 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:30:29.956742 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:30:29.956711 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:30:29.956718 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:30:29.956781 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:30:29.956785 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:30:29.956786 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:30:29.956795 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:30:29.956798 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:30:29.956803 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:30:29.956809 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:30:29.956814 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:30:29.956816 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956615246+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d6f68fdb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:30:29.956819 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:30:29.956820 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:30:29.956823 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:30:29.956847 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956621742+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d6f68fdb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:30:29.956853 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:30:29.956874 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956627598+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d6f68fdb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:30:29.956900 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956602190+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d6f68fdb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:30:29.956923 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956626894+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfedbe9a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:30:29.956947 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956621134+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfedbe9a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:30:29.956973 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956573902+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d6f68fdb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:30:29.957021 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956614510+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfedbe9a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:30:29.957048 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956565326+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfedbe9a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:30:29.957069 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956606702+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfedbe9a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:30:29.957095 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956596334+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d6f68fdb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:30:29.957123 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956588846+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfedbe9a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:30:29.957149 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956594990+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfedbe9a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:30:29.957174 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956600910+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfedbe9a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:30:29.957201 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956608910+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d6f68fdb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:30:29.957229 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:30:29.956589070+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d6f68fdb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:31:32.958365 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:31:32.958377 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:31:32.958379 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:31:32.958388 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:31:32.958395 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:31:32.958401 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:31:32.958407 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:31:32.958415 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:31:32.958416 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:31:32.958419 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:31:32.958423 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:31:32.958426 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:31:32.958433 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:31:32.958436 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:31:32.958439 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:31:32.958441 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:31:32.958454 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958268770+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4567bb7d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:31:32.958487 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958301218+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5c7c8a3c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:31:32.958511 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958284898+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4567bb7d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:31:32.958534 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958288802+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4567bb7d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:31:32.958577 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958232578+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5c7c8a3c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:31:32.958606 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958280802+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4567bb7d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:31:32.958635 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958288450+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5c7c8a3c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:31:32.958661 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958232578+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4567bb7d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:31:32.958684 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958254434+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5c7c8a3c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:31:32.958709 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958255426+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4567bb7d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:31:32.958731 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958274562+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4567bb7d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:31:32.958753 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958262946+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4567bb7d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:31:32.958775 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958260770+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5c7c8a3c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:31:32.958799 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958272386+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5c7c8a3c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:31:32.958824 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958265762+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5c7c8a3c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:31:32.958848 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:31:32.958295970+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5c7c8a3c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:32:35.960389 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:32:35.960398 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:32:35.960405 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:32:35.960391 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:32:35.960421 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:32:35.960424 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:32:35.960440 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:32:35.960451 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:32:35.960452 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:32:35.960454 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:32:35.960472 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:32:35.960483 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:32:35.960483 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:32:35.960486 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:32:35.960503 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:32:35.960489 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960326715+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d04a085c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:32:35.960526 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:32:35.960559 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960303035+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d04a085c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:32:35.960590 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960320379+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d04a085c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:32:35.960615 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960313787+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d04a085c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:32:35.960640 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960284123+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c951391d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:32:35.960666 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960318843+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c951391d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:32:35.960687 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960296475+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c951391d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:32:35.960709 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960259067+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c951391d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:32:35.960735 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960308091+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d04a085c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:32:35.960756 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960278139+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c951391d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:32:35.960776 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960290395+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d04a085c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:32:35.960798 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960297883+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d04a085c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:32:35.960818 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960311739+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c951391d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:32:35.960838 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960277403+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d04a085c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:32:35.960860 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960325307+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c951391d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:32:35.960884 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:32:35.960290971+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c951391d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:33:38.963084 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:33:38.963087 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:33:38.963113 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:33:38.963125 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:33:38.963138 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:33:38.963141 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:33:38.963151 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:33:38.963156 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:33:38.963155 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:33:38.963162 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:33:38.963181 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.963025975+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8ac0dcc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:33:38.963181 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:33:38.963211 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.963012087+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8f6be47 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:33:38.963214 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:33:38.963184 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:33:38.963236 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.963072279+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8ac0dcc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:33:38.963186 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:33:38.963249 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:33:38.963260 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.963008503+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8f6be47 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:33:38.963188 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:33:38.963286 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.963062871+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8ac0dcc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:33:38.963312 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.963052215+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8ac0dcc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:33:38.963349 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.963040919+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8ac0dcc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:33:38.963375 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.963047127+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8ac0dcc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:33:38.963397 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.963067767+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8ac0dcc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:33:38.963419 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.963004055+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8f6be47 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:33:38.963440 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.962987415+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8f6be47 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:33:38.963466 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.962979575+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8f6be47 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:33:38.963487 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.962975191+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8f6be47 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:33:38.963510 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.962983159+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8f6be47 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:33:38.963530 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.963057495+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8ac0dcc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:33:38.963551 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:33:38.962953463+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8f6be47 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:34:41.966379 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:34:41.966394 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:34:41.966419 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:34:41.966381 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:34:41.966431 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:34:41.966389 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:34:41.966441 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:34:41.966447 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:34:41.966448 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:34:41.966452 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:34:41.966453 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:34:41.966462 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:34:41.966473 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:34:41.966474 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:34:41.966479 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966317969+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1717e47c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:34:41.966479 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:34:41.966484 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:34:41.966509 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966307441+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:414d43fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:34:41.966535 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966241681+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1717e47c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:34:41.966557 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966329297+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:414d43fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:34:41.966580 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966272913+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1717e47c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:34:41.966602 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966304817+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1717e47c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:34:41.966622 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966279089+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1717e47c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:34:41.966645 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966325233+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:414d43fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:34:41.966669 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966289425+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1717e47c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:34:41.966691 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966298321+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:414d43fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:34:41.966717 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966319249+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:414d43fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:34:41.966739 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966303121+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:414d43fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:34:41.966762 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966313265+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:414d43fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:34:41.966783 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966284209+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1717e47c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:34:41.966805 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966311473+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1717e47c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:34:41.966831 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:34:41.966283537+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:414d43fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:35:44.969089 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:35:44.969089 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:35:44.969117 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:35:44.969089 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:35:44.969141 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:35:44.969141 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:35:44.969154 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:35:44.969156 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:35:44.969160 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:35:44.969163 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:35:44.969169 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:35:44.969175 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:35:44.969175 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:35:44.969181 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:35:44.969185 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:35:44.969219 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.969002319+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f9f1249f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:35:44.969225 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:35:44.969257 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.968971535+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f9f1249f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:35:44.969287 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.969011279+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f9f1249f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:35:44.969314 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.969021711+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f9f1249f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:35:44.969341 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.969008047+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e0ea15de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:35:44.969368 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.968939631+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f9f1249f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:35:44.969390 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.968959855+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f9f1249f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:35:44.969412 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.968991855+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e0ea15de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:35:44.969434 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.968998191+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e0ea15de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:35:44.969460 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.968966927+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f9f1249f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:35:44.969486 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.968977487+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e0ea15de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:35:44.969511 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.968962543+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e0ea15de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:35:44.969537 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.968982575+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e0ea15de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:35:44.969560 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.969003375+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e0ea15de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:35:44.969581 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.969017967+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f9f1249f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:35:44.969604 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:35:44.968987375+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e0ea15de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:36:47.971814 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:36:47.971820 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:36:47.971821 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:36:47.971866 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:36:47.971868 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:36:47.971886 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:36:47.971889 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:36:47.971914 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:36:47.971933 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.971743385+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d972e9f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:36:47.971965 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.971734809+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d972e9f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:36:47.971990 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.971715225+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d972e9f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:36:47.972014 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.971739385+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d972e9f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:36:47.972035 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.971720601+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d972e9f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:36:47.972076 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.971710553+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d972e9f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:36:47.972100 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.971685017+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d972e9f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:36:47.972121 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.971705177+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d972e9f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:36:47.973085 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:36:47.973092 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:36:47.973087 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:36:47.973092 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:36:47.973113 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:36:47.973113 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:36:47.973118 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:36:47.973122 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:36:47.973167 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.973035737+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f0190469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:36:47.973197 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.973006041+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f0190469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:36:47.973226 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.973001721+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f0190469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:36:47.973256 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.973010361+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f0190469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:36:47.973286 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.972985401+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f0190469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:36:47.973315 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.973026617+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f0190469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:36:47.973343 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.973031641+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f0190469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:36:47.973372 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:36:47.973014521+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f0190469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:37:50.973889 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:37:50.973919 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:37:50.973891 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:37:50.973947 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:37:50.973949 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:37:50.973955 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:37:50.973895 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:37:50.973960 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:37:50.973999 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.973777455+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff4da318 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:37:50.974027 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.973758319+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff4da318 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:37:50.974073 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.973815599+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff4da318 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:37:50.974115 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.973806031+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff4da318 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:37:50.974142 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.973811311+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff4da318 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:37:50.974171 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.973782447+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff4da318 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:37:50.974199 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.973792303+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff4da318 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:37:50.974221 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.973787247+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff4da318 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:37:50.976191 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:37:50.976202 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:37:50.976195 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:37:50.976221 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:37:50.976223 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:37:50.976227 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:37:50.976238 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:37:50.976254 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.976162159+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7a93018e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:37:50.976274 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:37:50.976290 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.976131119+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7a93018e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:37:50.976319 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.976139119+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7a93018e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:37:50.976348 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.976117871+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7a93018e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:37:50.976378 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.976135151+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7a93018e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:37:50.976408 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.976154671+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7a93018e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:37:50.976437 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.976158863+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7a93018e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:37:50.976466 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:37:50.976143887+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7a93018e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:38:53.976009 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:38:53.976022 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:38:53.976028 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:38:53.976040 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:38:53.976067 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:38:53.976068 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:38:53.976081 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:38:53.976095 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:38:53.976123 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.975944505+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6db1871f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:38:53.976155 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.975917369+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6db1871f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:38:53.976180 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.975934777+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6db1871f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:38:53.976199 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.975884665+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6db1871f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:38:53.976216 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.975912441+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6db1871f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:38:53.976236 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.975921145+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6db1871f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:38:53.976260 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.975939577+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6db1871f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:38:53.976285 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.975907641+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6db1871f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:38:53.978264 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:38:53.978271 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:38:53.978278 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:38:53.978296 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:38:53.978299 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:38:53.978307 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:38:53.978319 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:38:53.978319 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:38:53.978351 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.978232889+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bc733c56 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:38:53.978386 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.978208313+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bc733c56 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:38:53.978418 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.978186169+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bc733c56 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:38:53.978449 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.978224121+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bc733c56 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:38:53.978479 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.978203705+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bc733c56 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:38:53.978508 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.978212281+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bc733c56 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:38:53.978536 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.978228249+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bc733c56 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:38:53.978565 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:38:53.978199961+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bc733c56 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:39:56.977867 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:39:56.977880 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:39:56.977892 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:39:56.977898 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:39:56.977900 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:39:56.977913 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:39:56.977928 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:39:56.977928 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:39:56.977961 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.977771133+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e73b82f8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:39:56.977992 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.977802365+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e73b82f8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:39:56.978027 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.977762301+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e73b82f8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:39:56.978052 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.977766493+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e73b82f8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:39:56.978085 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.977775645+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e73b82f8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:39:56.978108 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.977790877+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e73b82f8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:39:56.978129 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.977796413+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e73b82f8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:39:56.978150 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.977744189+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e73b82f8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:39:56.982108 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:39:56.982112 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:39:56.982145 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:39:56.982146 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:39:56.982159 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:39:56.982175 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:39:56.982179 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:39:56.982183 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:39:56.982200 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.982077662+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cdd4bb0c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:39:56.982229 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.982053598+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cdd4bb0c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:39:56.982260 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.982069534+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cdd4bb0c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:39:56.982293 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.982033438+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cdd4bb0c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:39:56.982322 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.982057662+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cdd4bb0c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:39:56.982351 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.982073950+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cdd4bb0c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:39:56.982380 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.982045758+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cdd4bb0c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:39:56.982407 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:39:56.982049598+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cdd4bb0c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:40:59.979899 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:40:59.979916 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:40:59.979908 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:40:59.979950 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:40:59.979954 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:40:59.979973 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:40:59.979975 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:40:59.980009 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:40:59.980010 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.979797207+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1094344 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:40:59.980042 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.979787447+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1094344 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:40:59.980068 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.979827127+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1094344 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:40:59.980091 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.979792951+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1094344 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:40:59.980113 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.979802039+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1094344 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:40:59.980132 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.979822711+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1094344 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:40:59.980157 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.979763191+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1094344 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:40:59.980177 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.979818135+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1094344 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:40:59.985193 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:40:59.985202 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:40:59.985195 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:40:59.985217 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:40:59.985226 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:40:59.985226 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:40:59.985246 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:40:59.985256 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:40:59.985259 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.985140729+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bf8abfb4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:40:59.985293 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.985113369+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bf8abfb4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:40:59.985328 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.985103641+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bf8abfb4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:40:59.985358 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.985086521+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bf8abfb4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:40:59.985392 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.985131577+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bf8abfb4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:40:59.985421 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.985108729+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bf8abfb4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:40:59.985449 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.985136313+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bf8abfb4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:40:59.985477 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:40:59.985119033+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bf8abfb4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:42:02.982245 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:42:02.982247 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:42:02.982253 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:42:02.982290 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:42:02.982295 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:42:02.982308 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:42:02.982309 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:42:02.982325 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:42:02.982359 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.982167185+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b8346a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:42:02.982405 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.982157873+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b8346a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:42:02.982446 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.982137969+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b8346a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:42:02.982500 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.982143665+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b8346a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:42:02.982529 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.982162449+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b8346a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:42:02.982557 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.982133745+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b8346a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:42:02.982584 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.982106929+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b8346a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:42:02.982602 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.982128753+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b8346a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:42:02.987501 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:42:02.987516 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:42:02.987533 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:42:02.987536 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:42:02.987545 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:42:02.987537 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:42:02.987563 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.987468884+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:516c7f57 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:42:02.987565 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:42:02.987571 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:42:02.987596 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.987441876+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:516c7f57 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:42:02.987626 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.987437300+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:516c7f57 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:42:02.987654 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.987459316+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:516c7f57 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:42:02.987686 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.987417908+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:516c7f57 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:42:02.987718 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.987432436+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:516c7f57 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:42:02.987746 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.987464308+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:516c7f57 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:42:02.987773 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:42:02.987446708+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:516c7f57 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:43:05.984731 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:43:05.984739 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:43:05.984758 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:43:05.984775 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:43:05.984779 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:43:05.984787 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:43:05.984794 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:43:05.984830 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.984666037+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7b5c4c3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:43:05.984841 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:43:05.984856 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.984637941+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7b5c4c3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:43:05.984879 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.984657109+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7b5c4c3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:43:05.984902 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.984633845+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7b5c4c3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:43:05.984924 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.984642357+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7b5c4c3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:43:05.984946 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.984661589+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7b5c4c3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:43:05.984983 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.984628853+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7b5c4c3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:43:05.985006 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.984611477+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7b5c4c3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:43:05.990989 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:43:05.990989 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:43:05.991030 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:43:05.991035 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:43:05.991037 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:43:05.991044 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:43:05.991049 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:43:05.991051 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:43:05.991081 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.990918137+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71efb23b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:43:05.991119 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.990946041+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71efb23b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:43:05.991153 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.990941689+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71efb23b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:43:05.991180 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.990923673+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71efb23b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:43:05.991209 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.990936153+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71efb23b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:43:05.991237 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.990907929+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71efb23b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:43:05.991265 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.990893209+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71efb23b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:43:05.991292 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:43:05.990913049+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71efb23b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:44:08.986967 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:44:08.986983 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:44:08.986968 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:44:08.987021 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:44:08.987025 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:44:08.987027 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:44:08.987041 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:44:08.987100 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:44:08.987113 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.986832087+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:86124399 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:44:08.987157 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.986873655+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:86124399 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:44:08.987180 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.986843031+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:86124399 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:44:08.987227 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.986869687+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:86124399 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:44:08.987256 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.986837559+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:86124399 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:44:08.987286 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.986847639+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:86124399 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:44:08.987317 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.986807031+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:86124399 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:44:08.987345 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.986864855+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:86124399 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:44:08.992234 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:44:08.992238 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:44:08.992252 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:44:08.992267 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:44:08.992268 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:44:08.992289 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:44:08.992299 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.992199386+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:57d0f8d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:44:08.992301 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:44:08.992306 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:44:08.992323 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.992173242+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:57d0f8d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:44:08.992349 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.992164890+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:57d0f8d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:44:08.992378 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.992169338+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:57d0f8d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:44:08.992408 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.992190298+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:57d0f8d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:44:08.992435 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.992177690+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:57d0f8d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:44:08.992465 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.992194906+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:57d0f8d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:44:08.992490 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:44:08.992150010+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:57d0f8d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:45:11.988686 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:45:11.988692 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:45:11.988695 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:45:11.988720 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:45:11.988731 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:45:11.988742 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:45:11.988744 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:45:11.988768 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:45:11.988776 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.988610288+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29f319a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:45:11.988804 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.988582288+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29f319a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:45:11.988832 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.988605840+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29f319a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:45:11.988856 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.988600944+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29f319a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:45:11.988883 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.988551664+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29f319a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:45:11.988905 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.988574096+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29f319a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:45:11.988927 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.988578864+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29f319a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:45:11.988961 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.988587088+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29f319a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:45:11.994954 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:45:11.994958 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:45:11.995001 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:45:11.995002 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:45:11.995028 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:45:11.995028 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.994913300+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7915ce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:45:11.995028 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:45:11.995002 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:45:11.995091 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.994885044+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7915ce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:45:11.995037 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:45:11.995116 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.994860020+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7915ce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:45:11.995139 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.994908244+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7915ce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:45:11.995166 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.994880052+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7915ce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:45:11.995193 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.994875444+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7915ce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:45:11.995222 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.994903028+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7915ce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:45:11.995250 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:45:11.994889652+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7915ce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:46:14.990601 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:46:14.990613 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:46:14.990625 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:46:14.990603 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:46:14.990639 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:46:14.990649 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:46:14.990665 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:46:14.990670 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:46:14.990710 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.990523437+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c715d941 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:46:14.990760 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.990514189+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c715d941 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:46:14.990787 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.990518669+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c715d941 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:46:14.990831 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.990494029+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c715d941 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:46:14.990877 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.990486157+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c715d941 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:46:14.990918 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.990461261+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c715d941 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:46:14.990976 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.990490157+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c715d941 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:46:14.991021 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.990499981+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c715d941 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:46:14.996845 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:46:14.996859 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:46:14.996851 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:46:14.996883 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:46:14.996885 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:46:14.996900 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:46:14.996904 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:46:14.996909 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:46:14.996939 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.996814289+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8d1b5903 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:46:14.997036 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.996777617+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8d1b5903 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:46:14.997068 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.996787793+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8d1b5903 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:46:14.997104 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.996806481+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8d1b5903 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:46:14.997129 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.996763217+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8d1b5903 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:46:14.997153 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.996793137+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8d1b5903 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:46:14.997178 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.996782513+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8d1b5903 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:46:14.997212 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:46:14.996811025+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8d1b5903 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:47:17.992574 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:47:17.992578 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:47:17.992610 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:47:17.992584 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:47:17.992624 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:47:17.992635 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:47:17.992637 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:47:17.992649 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:47:17.992672 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.992471872+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e796142d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:47:17.992701 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.992463040+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e796142d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:47:17.992725 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.992440480+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e796142d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:47:17.992747 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.992502080+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e796142d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:47:17.992769 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.992491680+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e796142d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:47:17.992795 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.992477568+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e796142d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:47:17.992820 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.992497152+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e796142d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:47:17.992845 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.992467936+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e796142d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:47:17.998819 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:47:17.998841 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:47:17.998850 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:47:17.998867 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:47:17.998870 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:47:17.998881 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:47:17.998884 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:47:17.998884 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:47:17.998900 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.998789157+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9f4516b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:47:17.998935 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.998779941+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9f4516b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:47:17.998979 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.998763461+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9f4516b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:47:17.999011 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.998767685+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9f4516b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:47:17.999043 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.998738693+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9f4516b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:47:17.999091 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.998758757+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9f4516b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:47:17.999124 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.998754469+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9f4516b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:47:17.999152 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:47:17.998784773+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9f4516b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:48:20.994314 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:48:20.994328 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:48:20.994340 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:48:20.994348 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:48:20.994350 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:48:20.994362 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:48:20.994366 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:48:20.994381 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:48:20.994426 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:20.994183016+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c1a95ec6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:48:20.994476 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:20.994242536+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c1a95ec6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:48:20.994522 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:20.994233480+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c1a95ec6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:48:20.994568 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:20.994173640+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c1a95ec6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:48:20.994612 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:20.994219368+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c1a95ec6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:48:20.994655 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:20.994152008+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c1a95ec6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:48:20.994697 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:20.994178824+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c1a95ec6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:48:20.994740 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:20.994238728+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c1a95ec6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:48:21.000550 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:48:21.000555 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:48:21.000569 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:48:21.000582 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:48:21.000585 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:48:21.000604 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:48:21.000617 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:48:21.000636 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:21.000517485+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:437e548c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:48:21.000666 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:48:21.000717 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:21.000492941+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:437e548c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:48:21.000754 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:21.000509005+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:437e548c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:48:21.000786 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:21.000470605+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:437e548c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:48:21.000817 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:21.000497325+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:437e548c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:48:21.000848 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:21.000483789+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:437e548c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:48:21.000877 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:21.000488717+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:437e548c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:48:21.000906 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:48:21.000513741+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:437e548c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:49:23.997249 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:49:23.997262 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:49:23.997249 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:49:23.997289 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:49:23.997293 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:49:23.997290 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:49:23.997306 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:49:23.997327 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:49:23.997349 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:23.997173943+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:545cd21d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:49:23.997376 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:23.997147735+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:545cd21d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:49:23.997400 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:23.997165111+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:545cd21d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:49:23.997423 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:23.997169015+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:545cd21d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:49:23.997449 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:23.997152535+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:545cd21d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:49:23.997475 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:23.997118551+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:545cd21d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:49:23.997499 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:23.997144119+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:545cd21d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:49:23.997526 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:23.997139767+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:545cd21d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:49:24.002498 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:49:24.002499 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:49:24.002537 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:49:24.002546 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:49:24.002559 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:49:24.002560 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:49:24.002566 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:49:24.002581 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:49:24.002623 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:24.002467099+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:859e6954 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:49:24.002662 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:24.002439451+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:859e6954 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:49:24.002696 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:24.002430683+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:859e6954 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:49:24.002728 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:24.002435195+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:859e6954 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:49:24.002758 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:24.002463067+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:859e6954 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:49:24.002789 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:24.002444379+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:859e6954 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:49:24.002820 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:24.002458107+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:859e6954 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:49:24.002851 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:49:24.002416891+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:859e6954 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:50:27.000732 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:50:27.000733 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:50:27.000770 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:50:27.000738 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:50:27.000791 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:50:27.000791 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:50:27.000809 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:50:27.000817 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:50:27.000821 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.000664644+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ded6d7fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:50:27.000852 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.000626468+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ded6d7fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:50:27.000879 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.000630948+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ded6d7fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:50:27.000907 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.000636196+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ded6d7fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:50:27.000927 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.000640068+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ded6d7fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:50:27.000955 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.000655652+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ded6d7fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:50:27.000977 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.000660388+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ded6d7fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:50:27.001025 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.000606500+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ded6d7fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:50:27.005002 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:50:27.005009 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:50:27.005003 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:50:27.005033 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:50:27.005032 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:50:27.005052 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:50:27.005059 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:50:27.005062 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:50:27.005061 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.004951624+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f439ee0e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:50:27.005127 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.004960904+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f439ee0e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:50:27.005161 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.004936008+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f439ee0e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:50:27.005185 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.004914664+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f439ee0e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:50:27.005216 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.004956424+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f439ee0e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:50:27.005245 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.004932456+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f439ee0e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:50:27.005273 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.004928328+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f439ee0e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:50:27.005303 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:50:27.004940488+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f439ee0e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:51:30.004224 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:51:30.004231 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:51:30.004232 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:51:30.004272 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:51:30.004288 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:51:30.004288 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:51:30.004299 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:51:30.004300 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:51:30.004317 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.004153360+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47a4e3e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:51:30.004343 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.004122864+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47a4e3e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:51:30.004368 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.004113328+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47a4e3e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:51:30.004390 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.004092752+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47a4e3e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:51:30.004412 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.004127056+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47a4e3e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:51:30.004434 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.004143472+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47a4e3e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:51:30.004456 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.004148624+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47a4e3e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:51:30.004480 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.004117648+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47a4e3e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:51:30.006506 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:51:30.006506 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:51:30.006533 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:51:30.006510 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:51:30.006552 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:51:30.006553 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:51:30.006559 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:51:30.006563 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:51:30.006577 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.006435410+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9271f16 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:51:30.006611 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.006440050+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9271f16 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:51:30.006646 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.006461970+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9271f16 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:51:30.006676 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.006452754+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9271f16 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:51:30.006708 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.006425138+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9271f16 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:51:30.006738 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.006407954+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9271f16 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:51:30.006769 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.006456850+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9271f16 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:51:30.006798 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:51:30.006429938+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9271f16 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:52:33.008047 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:52:33.008072 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:52:33.008088 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:52:33.008095 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:52:33.008097 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:52:33.008110 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:52:33.008118 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:52:33.008156 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.007940546+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd2ee601 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:52:33.008154 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:52:33.008188 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.007970946+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd2ee601 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:52:33.008224 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:52:33.008244 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.007966018+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd2ee601 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:52:33.008252 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:52:33.008254 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:52:33.008268 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:52:33.008280 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:52:33.008283 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.007936290+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd2ee601 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:52:33.008286 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:52:33.008288 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:52:33.008289 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:52:33.008313 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.007945922+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd2ee601 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:52:33.008342 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.007930786+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd2ee601 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:52:33.008369 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.007960194+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd2ee601 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:52:33.008397 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.007911842+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cd2ee601 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:52:33.008419 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.008190019+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e7c1dff5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:52:33.008446 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.008185347+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e7c1dff5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:52:33.008473 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.008180419+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e7c1dff5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:52:33.008502 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.008163459+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e7c1dff5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:52:33.008528 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.008143427+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e7c1dff5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:52:33.008555 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.008167267+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e7c1dff5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:52:33.008581 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.008155555+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e7c1dff5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:52:33.008608 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:52:33.008159779+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e7c1dff5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:53:36.010164 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:53:36.010176 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:53:36.010189 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:53:36.010192 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:53:36.010197 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:53:36.010209 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:53:36.010215 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:53:36.010227 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:53:36.010250 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010092306+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:41186461 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:53:36.010277 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010025266+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:41186461 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:53:36.010301 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010079762+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:41186461 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:53:36.010324 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:53:36.010325 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.009994834+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:41186461 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:53:36.010330 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:53:36.010339 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:53:36.010344 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:53:36.010355 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:53:36.010356 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:53:36.010361 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:53:36.010362 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:53:36.010378 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010030770+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:41186461 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:53:36.010421 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010016178+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:41186461 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:53:36.010446 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010021202+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:41186461 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:53:36.010468 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010086642+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:41186461 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:53:36.010493 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010295826+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c7421299 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:53:36.010518 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010272050+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c7421299 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:53:36.010539 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010277298+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c7421299 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:53:36.010563 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010268146+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c7421299 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:53:36.010588 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010251602+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c7421299 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:53:36.010614 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010286994+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c7421299 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:53:36.010639 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010290898+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c7421299 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:53:36.010664 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:53:36.010263218+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c7421299 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:54:39.014133 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:54:39.014155 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:54:39.014173 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:54:39.014177 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:54:39.014185 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:54:39.014193 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:54:39.014200 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:54:39.014199 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:54:39.014215 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:54:39.014218 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:54:39.014224 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:54:39.014228 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:54:39.014231 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:54:39.014198 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:54:39.014234 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:54:39.014243 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.014001666+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29a4d27a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:54:39.014257 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:54:39.014276 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.013989314+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29a4d27a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:54:39.014303 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.013981922+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:30bfe33b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:54:39.014326 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.014031330+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:30bfe33b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:54:39.014349 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.014018658+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:30bfe33b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:54:39.014370 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.013976002+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29a4d27a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:54:39.014395 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.014002242+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:30bfe33b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:54:39.014421 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.014025474+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:30bfe33b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:54:39.014447 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.013955906+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:30bfe33b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:54:39.014472 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.014019810+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29a4d27a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:54:39.014498 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.013995522+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29a4d27a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:54:39.014523 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.013989634+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:30bfe33b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:54:39.014549 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.014007874+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29a4d27a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:54:39.014579 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.014014338+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29a4d27a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:54:39.014605 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.013995842+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:30bfe33b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:54:39.014631 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:54:39.014026114+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:29a4d27a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:55:42.017696 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:55:42.017712 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:55:42.017723 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:55:42.017697 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:55:42.017731 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:55:42.017734 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:55:42.017743 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:55:42.017748 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:55:42.017754 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:55:42.017755 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:55:42.017759 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:55:42.017761 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:55:42.017769 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:55:42.017756 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:55:42.017775 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:55:42.017776 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:55:42.017793 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017608190+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9041e86 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:55:42.017821 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017635870+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9041e86 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:55:42.017846 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017587678+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f5eb900 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:55:42.017870 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017625662+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f5eb900 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:55:42.017893 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017622878+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9041e86 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:55:42.017920 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017609470+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f5eb900 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:55:42.017946 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017552637+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f5eb900 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:55:42.017969 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017574077+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f5eb900 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:55:42.017995 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017615518+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9041e86 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:55:42.018021 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017582558+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f5eb900 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:55:42.018042 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017595902+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9041e86 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:55:42.018082 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017629406+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9041e86 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:55:42.018109 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017618270+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f5eb900 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:55:42.018132 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017593694+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f5eb900 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:55:42.018154 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017602942+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9041e86 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:55:42.018176 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:55:42.017582782+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c9041e86 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:56:45.020257 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:56:45.020258 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:56:45.020262 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:56:45.020320 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:56:45.020263 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:56:45.020325 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:56:45.020326 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:56:45.020333 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:56:45.020340 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:56:45.020345 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:56:45.020347 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:56:45.020352 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:56:45.020353 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:56:45.020367 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:56:45.020371 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020180674+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71b879e3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:56:45.020372 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:56:45.020371 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:56:45.020416 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020169474+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71b879e3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:56:45.020436 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020159618+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:68a348a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:56:45.020485 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020165122+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:68a348a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:56:45.020513 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020175970+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71b879e3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:56:45.020541 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020152802+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:68a348a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:56:45.020572 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020177346+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:68a348a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:56:45.020596 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020154242+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71b879e3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:56:45.020660 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020140546+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:68a348a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:56:45.020704 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020142370+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71b879e3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:56:45.020754 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020126754+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:68a348a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:56:45.020800 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020114306+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71b879e3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:56:45.020830 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020136706+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71b879e3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:56:45.020878 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020146882+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:68a348a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:56:45.020926 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020147778+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:71b879e3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:56:45.020954 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:56:45.020170594+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:68a348a2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:57:48.023368 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:57:48.023377 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:57:48.023401 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:57:48.023409 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:57:48.023413 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:57:48.023415 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:57:48.023425 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:57:48.023430 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:57:48.023433 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:57:48.023439 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:57:48.023438 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:57:48.023445 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:57:48.023448 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:57:48.023448 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:57:48.023458 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023312781+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfb89901 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:57:48.023450 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:57:48.023487 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023289805+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfb89901 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:57:48.023503 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:57:48.023541 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023266765+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:513bb48f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:57:48.023572 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023234957+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:513bb48f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:57:48.023609 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023281133+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:513bb48f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:57:48.023633 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023288045+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:513bb48f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:57:48.023654 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023252749+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:513bb48f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:57:48.023679 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023292845+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:513bb48f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:57:48.023701 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023302925+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfb89901 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:57:48.023723 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023257549+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:513bb48f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:57:48.023749 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023307789+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfb89901 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:57:48.023771 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023267693+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfb89901 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:57:48.023792 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023279661+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfb89901 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:57:48.023817 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023296141+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfb89901 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:57:48.023843 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023284237+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cfb89901 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:57:48.023884 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:57:48.023261517+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:513bb48f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:58:51.025318 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:58:51.025329 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:58:51.025339 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:58:51.025350 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:58:51.025352 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:58:51.025366 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:58:51.025373 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:58:51.025369 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:58:51.025381 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:58:51.025372 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:58:51.025386 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:58:51.025397 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:58:51.025397 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:58:51.025400 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:58:51.025404 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:58:51.025405 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025256976+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9bca35 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:58:51.025422 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:58:51.025436 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025240304+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9bca35 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:58:51.025460 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025211312+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9bca35 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:58:51.025484 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025261776+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9bca35 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:58:51.025510 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025226864+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9bca35 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:58:51.025537 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025201456+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7704fe64 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:58:51.025563 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025206992+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7704fe64 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:58:51.025581 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025234416+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9bca35 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:58:51.025604 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025211216+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7704fe64 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:58:51.025629 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025215152+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7704fe64 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:58:51.025656 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025183728+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7704fe64 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:58:51.025677 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025246288+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9bca35 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:58:51.025702 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025230224+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7704fe64 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:58:51.025727 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025242+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7704fe64 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:58:51.025753 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025252016+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9bca35 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:58:51.025780 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:58:51.025236240+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7704fe64 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:59:54.029083 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:59:54.029106 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:59:54.029083 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:59:54.029129 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:59:54.029138 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:59:54.029143 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:59:54.029146 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:59:54.029094 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:59:54.029159 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:59:54.029161 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:59:54.029161 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:59:54.029163 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:59:54.029176 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:59:54.029177 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:59:54.029178 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:59:54.029182 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.029037055+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fce3eb22 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:59:54.029194 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 08:59:54.029257 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.029015519+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5f8da63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:59:54.029291 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.029026303+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5f8da63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:59:54.029317 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.028990943+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5f8da63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:59:54.029340 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.029048416+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fce3eb22 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:59:54.029363 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.029021343+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5f8da63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:59:54.029387 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.029053632+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fce3eb22 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:59:54.029409 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.029058016+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fce3eb22 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:59:54.029434 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.028986143+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5f8da63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:59:54.029451 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.028960447+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5f8da63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:59:54.029473 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.028977727+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5f8da63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:59:54.029496 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.029042848+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fce3eb22 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:59:54.029521 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.029025631+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fce3eb22 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:59:54.029545 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.029031743+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fce3eb22 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:59:54.029570 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.029012991+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fce3eb22 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 08:59:54.029595 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T08:59:54.028982527+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5f8da63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:00:57.031957 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:00:57.031973 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:00:57.031958 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:00:57.032015 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:00:57.031964 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:00:57.032025 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:00:57.032026 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:00:57.032037 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:00:57.032041 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:00:57.032041 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:00:57.032049 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:00:57.032054 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:00:57.032055 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:00:57.032055 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:00:57.032073 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:00:57.032093 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:00:57.032100 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031840248+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7669eec5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:00:57.032144 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031888824+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7669eec5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:00:57.032168 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031852920+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7669eec5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:00:57.032187 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031854520+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6f72df84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:00:57.032215 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031864728+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7669eec5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:00:57.032241 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031861016+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6f72df84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:00:57.032268 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031849432+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6f72df84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:00:57.032291 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031875704+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7669eec5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:00:57.032317 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031825432+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6f72df84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:00:57.032342 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031882392+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7669eec5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:00:57.032368 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031869624+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7669eec5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:00:57.032384 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031858648+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7669eec5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:00:57.032403 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031874552+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6f72df84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:00:57.032441 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031881784+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6f72df84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:00:57.032466 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031844824+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6f72df84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:00:57.032491 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:00:57.031888376+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6f72df84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:02:00.034004 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:02:00.034017 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:02:00.034018 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:02:00.034035 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:02:00.034041 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:02:00.034042 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:02:00.034054 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:02:00.034057 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:02:00.034075 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:02:00.034084 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:02:00.034084 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:02:00.034086 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:02:00.034089 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:02:00.034104 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:02:00.034105 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:02:00.034130 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:02:00.034141 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033946452+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4b767cba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:02:00.034182 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033896724+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4b767cba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:02:00.034213 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033888148+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79401e38 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:02:00.034236 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033893044+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79401e38 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:02:00.034258 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033920852+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4b767cba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:02:00.034278 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033870100+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79401e38 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:02:00.034304 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033897748+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79401e38 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:02:00.034331 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033915188+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4b767cba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:02:00.034356 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033928596+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4b767cba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:02:00.034384 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033926452+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79401e38 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:02:00.034406 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033920116+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79401e38 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:02:00.034433 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033934996+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4b767cba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:02:00.034455 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033908980+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4b767cba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:02:00.034480 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033902548+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79401e38 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:02:00.034496 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033941364+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4b767cba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:02:00.034536 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:02:00.033932628+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79401e38 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:03:03.035763 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:03:03.035765 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:03:03.035789 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:03:03.035771 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:03:03.035814 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:03:03.035817 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:03:03.035827 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:03:03.035831 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:03:03.035832 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:03:03.035837 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:03:03.035844 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:03:03.035844 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:03:03.035851 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035689292+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ead12a9e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:03:03.035838 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:03:03.035856 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:03:03.035859 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:03:03.035869 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:03:03.035876 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035623372+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f3ca1bdf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:03:03.035897 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035675948+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ead12a9e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:03:03.035921 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035674444+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f3ca1bdf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:03:03.035941 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035665036+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ead12a9e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:03:03.035965 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035682732+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ead12a9e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:03:03.035990 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035680780+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f3ca1bdf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:03:03.036011 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035687084+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f3ca1bdf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:03:03.036033 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035643436+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f3ca1bdf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:03:03.036074 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035652780+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ead12a9e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:03:03.036094 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035648556+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f3ca1bdf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:03:03.036119 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035669260+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ead12a9e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:03:03.036142 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035639692+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ead12a9e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:03:03.036163 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035660172+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ead12a9e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:03:03.036182 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035658764+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f3ca1bdf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:03:03.036202 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:03:03.035653740+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f3ca1bdf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:04:06.037656 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:04:06.037660 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:04:06.037686 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:04:06.037692 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:04:06.037665 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:04:06.037706 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:04:06.037709 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:04:06.037718 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:04:06.037720 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:04:06.037724 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:04:06.037726 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:04:06.037731 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:04:06.037731 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:04:06.037736 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:04:06.037744 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037548846+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7ffc99bf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:04:06.037733 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:04:06.037773 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037598447+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6e77980 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:04:06.037774 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:04:06.037799 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037561614+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6e77980 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:04:06.037822 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037566478+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6e77980 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:04:06.037845 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037554382+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7ffc99bf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:04:06.037885 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037573134+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6e77980 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:04:06.037908 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037547758+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6e77980 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:04:06.037930 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037543598+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7ffc99bf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:04:06.037950 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037568910+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7ffc99bf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:04:06.037975 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037583439+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7ffc99bf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:04:06.037996 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037520462+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7ffc99bf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:04:06.038017 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037586863+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6e77980 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:04:06.038039 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037593071+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6e77980 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:04:06.038081 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037538574+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7ffc99bf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:04:06.038104 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037574798+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7ffc99bf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:04:06.038126 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:04:06.037581263+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6e77980 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:05:09.039729 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:05:09.039742 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:05:09.039762 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:05:09.039763 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:05:09.039768 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:05:09.039780 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:05:09.039783 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:05:09.039772 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:05:09.039796 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:05:09.039800 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:05:09.039809 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:05:09.039812 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:05:09.039810 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:05:09.039821 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:05:09.039824 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039644233+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3c6d7c67 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:05:09.039829 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:05:09.039813 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:05:09.039862 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039669289+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3c6d7c67 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:05:09.039887 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039657641+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3c6d7c67 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:05:09.039910 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039655785+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5b1ee5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:05:09.039933 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039642697+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5b1ee5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:05:09.039959 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039650153+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5b1ee5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:05:09.039999 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039627881+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5b1ee5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:05:09.040027 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039664425+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3c6d7c67 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:05:09.040066 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039634345+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3c6d7c67 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:05:09.040096 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039651273+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3c6d7c67 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:05:09.040122 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039619273+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3c6d7c67 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:05:09.040143 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039639593+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3c6d7c67 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:05:09.040165 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039616585+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5b1ee5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:05:09.040185 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039611241+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5b1ee5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:05:09.040207 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039622889+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5b1ee5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:05:09.040232 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:05:09.039587593+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e5b1ee5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:06:12.041584 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:06:12.041585 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:06:12.041589 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:06:12.041633 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:06:12.041634 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:06:12.041592 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:06:12.041653 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:06:12.041660 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:06:12.041661 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:06:12.041667 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:06:12.041678 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:06:12.041681 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:06:12.041685 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041498199+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8a1759f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:06:12.041685 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:06:12.041686 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:06:12.041698 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:06:12.041698 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:06:12.041714 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041488631+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8a1759f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:06:12.041739 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041493431+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8a1759f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:06:12.041761 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041494071+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a1ba44de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:06:12.041784 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041443767+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a1ba44de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:06:12.041807 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041509975+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8a1759f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:06:12.041829 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041478775+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a1ba44de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:06:12.041852 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041462903+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a1ba44de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:06:12.041873 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041505335+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a1ba44de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:06:12.041896 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041472279+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a1ba44de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:06:12.041918 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041464119+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8a1759f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:06:12.041939 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041476919+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8a1759f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:06:12.041961 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041503895+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8a1759f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:06:12.042001 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041483031+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b8a1759f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:06:12.042024 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041467255+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a1ba44de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:06:12.042050 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:06:12.041500247+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a1ba44de 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:07:15.043708 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:07:15.043712 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:07:15.043734 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:07:15.043746 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:07:15.043749 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:07:15.043754 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:07:15.043757 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:07:15.043766 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:07:15.043767 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:07:15.043768 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:07:15.043779 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:07:15.043781 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:07:15.043781 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:07:15.043790 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:07:15.043793 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:07:15.043793 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:07:15.043800 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043628623+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f5c843d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:07:15.043835 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043598319+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5647b57c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:07:15.043854 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043614575+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5647b57c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:07:15.043877 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043554639+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f5c843d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:07:15.043900 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043620399+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5647b57c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:07:15.043922 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043595695+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f5c843d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:07:15.043945 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043577135+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f5c843d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:07:15.043972 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043613903+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f5c843d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:07:15.043995 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043603855+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5647b57c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:07:15.044017 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043572943+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5647b57c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:07:15.044042 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043584079+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f5c843d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:07:15.044092 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043609103+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5647b57c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:07:15.044121 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043589647+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f5c843d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:07:15.044143 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043592335+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5647b57c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:07:15.044170 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043586063+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5647b57c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:07:15.044193 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:07:15.043621743+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f5c843d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:08:18.046264 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:08:18.046272 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:08:18.046284 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:08:18.046295 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:08:18.046304 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:08:18.046297 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:08:18.046330 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:08:18.046333 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:08:18.046342 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:08:18.046348 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:08:18.046353 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:08:18.046315 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:08:18.046362 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:08:18.046365 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046183949+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fdf4951 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:08:18.046354 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:08:18.046382 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:08:18.046399 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:08:18.046409 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046156237+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76c47810 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:08:18.046437 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046170477+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fdf4951 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:08:18.046465 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046155213+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fdf4951 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:08:18.046490 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046177965+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fdf4951 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:08:18.046517 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046115789+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fdf4951 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:08:18.046545 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046180205+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76c47810 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:08:18.046567 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046130253+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76c47810 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:08:18.046588 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046141773+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76c47810 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:08:18.046614 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046148589+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fdf4951 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:08:18.046640 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046162157+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76c47810 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:08:18.046665 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046149389+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76c47810 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:08:18.046690 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046173165+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76c47810 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:08:18.046710 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046143181+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fdf4951 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:08:18.046734 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046136685+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fdf4951 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:08:18.046755 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:08:18.046167693+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76c47810 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:09:21.049574 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:09:21.049592 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:09:21.049575 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:09:21.049610 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:09:21.049579 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:09:21.049622 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:09:21.049628 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:09:21.049637 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:09:21.049641 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:09:21.049642 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:09:21.049642 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:09:21.049648 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:09:21.049661 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:09:21.049664 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:09:21.049665 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049506523+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:49e003ba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:09:21.049665 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:09:21.049672 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:09:21.049696 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049488123+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a65ce8f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:09:21.049720 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049474683+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:49e003ba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:09:21.049748 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049492123+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:49e003ba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:09:21.049771 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049484155+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a65ce8f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:09:21.049795 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049499867+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:49e003ba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:09:21.049819 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049503067+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a65ce8f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:09:21.049845 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049461210+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a65ce8f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:09:21.049871 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049468187+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:49e003ba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:09:21.049899 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049456666+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:49e003ba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:09:21.049926 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049462618+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:49e003ba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:09:21.049953 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049492795+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a65ce8f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:09:21.049977 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049479067+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a65ce8f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:09:21.050019 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049438618+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:49e003ba 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:09:21.050046 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049473211+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a65ce8f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:09:21.050073 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:09:21.049497051+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a65ce8f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:10:24.051386 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:10:24.051394 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:10:24.051399 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:10:24.051418 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:10:24.051416 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:10:24.051430 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:10:24.051419 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:10:24.051443 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:10:24.051444 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:10:24.051448 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:10:24.051454 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:10:24.051456 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:10:24.051457 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:10:24.051463 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:10:24.051468 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:10:24.051470 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051250316+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d206ded9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:10:24.051474 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:10:24.051499 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051288844+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb1def98 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:10:24.051534 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051313644+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d206ded9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:10:24.051560 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051275788+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb1def98 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:10:24.051583 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051270060+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d206ded9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:10:24.051610 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051276076+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d206ded9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:10:24.051637 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051289324+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d206ded9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:10:24.051663 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051295276+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb1def98 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:10:24.051688 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051282764+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb1def98 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:10:24.051710 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051308172+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d206ded9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:10:24.051735 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051263532+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb1def98 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:10:24.051757 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051306188+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb1def98 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:10:24.051784 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051300492+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb1def98 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:10:24.051805 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051311884+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb1def98 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:10:24.051826 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051302476+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d206ded9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:10:24.051847 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:10:24.051283052+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d206ded9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:11:27.053348 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:11:27.053360 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:11:27.053361 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:11:27.053377 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:11:27.053379 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:11:27.053382 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:11:27.053388 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:11:27.053396 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:11:27.053399 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:11:27.053404 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:11:27.053409 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:11:27.053410 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:11:27.053415 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:11:27.053420 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:11:27.053421 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:11:27.053434 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053274976+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:588cdb3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:11:27.053447 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:11:27.053456 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053212352+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:588cdb3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:11:27.053482 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053247680+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4197ea7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:11:27.053507 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053237376+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:588cdb3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:11:27.053530 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053241664+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4197ea7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:11:27.053553 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053231872+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:588cdb3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:11:27.053575 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053234624+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4197ea7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:11:27.053601 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053242880+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:588cdb3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:11:27.053643 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053262976+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4197ea7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:11:27.053667 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053253248+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4197ea7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:11:27.053694 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053258880+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4197ea7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:11:27.053716 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053269920+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:588cdb3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:11:27.053742 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053223616+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4197ea7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:11:27.053768 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053263936+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:588cdb3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:11:27.053794 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053268512+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4197ea7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:11:27.053820 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:11:27.053248736+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:588cdb3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:12:30.055452 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:12:30.055469 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:12:30.055488 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:12:30.055455 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:12:30.055492 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:12:30.055507 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:12:30.055510 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:12:30.055511 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:12:30.055518 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:12:30.055525 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:12:30.055525 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:12:30.055529 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:12:30.055539 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:12:30.055542 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055355638+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d6578a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:12:30.055529 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:12:30.055555 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:12:30.055569 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055338646+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:347e49e2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:12:30.055569 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:12:30.055593 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055330902+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d6578a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:12:30.055618 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055378390+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d6578a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:12:30.055640 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055333078+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:347e49e2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:12:30.055662 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055348758+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:347e49e2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:12:30.055687 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055309942+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:347e49e2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:12:30.055708 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055350230+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d6578a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:12:30.055762 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055359926+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d6578a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:12:30.055787 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055344214+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:347e49e2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:12:30.055809 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055344758+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d6578a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:12:30.055836 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055372662+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d6578a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:12:30.055862 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055365878+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2d6578a3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:12:30.055884 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055371190+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:347e49e2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:12:30.055911 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055377174+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:347e49e2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:12:30.055935 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:12:30.055363926+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:347e49e2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:13:33.057338 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:13:33.057353 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:13:33.057358 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:13:33.057370 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:13:33.057376 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:13:33.057377 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:13:33.057386 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:13:33.057391 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:13:33.057395 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:13:33.057395 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:13:33.057402 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:13:33.057406 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:13:33.057409 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:13:33.057412 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:13:33.057425 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:13:33.057430 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057271553+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:396c50ca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:13:33.057447 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:13:33.057502 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057277633+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:396c50ca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:13:33.057531 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057283489+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:396c50ca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:13:33.057561 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057225313+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bef44c05 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:13:33.057586 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057247777+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bef44c05 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:13:33.057609 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057258497+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:396c50ca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:13:33.057634 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057232769+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:396c50ca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:13:33.057658 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057252577+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:396c50ca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:13:33.057685 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057240865+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bef44c05 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:13:33.057707 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057266177+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:396c50ca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:13:33.057733 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057212161+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bef44c05 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:13:33.057759 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057253601+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bef44c05 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:13:33.057786 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057221601+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bef44c05 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:13:33.057824 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057245953+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:396c50ca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:13:33.057856 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057217345+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bef44c05 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:13:33.057882 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:13:33.057189409+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bef44c05 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:14:36.061251 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:14:36.061262 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:14:36.061257 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:14:36.061275 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:14:36.061286 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:14:36.061292 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:14:36.061299 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:14:36.061299 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:14:36.061305 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:14:36.061312 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:14:36.061300 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:14:36.061317 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:14:36.061329 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:14:36.061336 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:14:36.061330 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:14:36.061343 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061175308+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:32c2ce65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:14:36.061362 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:14:36.061374 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061144044+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2bd9ff24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:14:36.061400 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061167436+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2bd9ff24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:14:36.061425 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061161612+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2bd9ff24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:14:36.061447 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061162220+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:32c2ce65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:14:36.061471 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061131276+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2bd9ff24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:14:36.061494 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061147436+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:32c2ce65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:14:36.061515 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061107884+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:32c2ce65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:14:36.061538 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061169228+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:32c2ce65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:14:36.061563 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061150092+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2bd9ff24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:14:36.061585 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061137580+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2bd9ff24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:14:36.061605 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061127756+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:32c2ce65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:14:36.061630 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061156108+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2bd9ff24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:14:36.061656 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061119276+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:2bd9ff24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:14:36.061683 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061140844+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:32c2ce65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:14:36.061705 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:14:36.061134668+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:32c2ce65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:15:39.063405 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:15:39.063434 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:15:39.063445 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:15:39.063408 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:15:39.063450 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:15:39.063454 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:15:39.063467 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:15:39.063468 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:15:39.063475 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:15:39.063475 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:15:39.063481 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:15:39.063480 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:15:39.063489 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:15:39.063490 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:15:39.063494 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:15:39.063481 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:15:39.063513 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063273834+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4365493f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:15:39.063537 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063308586+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4365493f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:15:39.063565 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063294858+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4365493f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:15:39.063592 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063281514+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5a7e787e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:15:39.063616 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063297482+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5a7e787e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:15:39.063639 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063267466+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4365493f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:15:39.063663 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063280362+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4365493f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:15:39.063690 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063301258+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4365493f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:15:39.063711 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063286922+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5a7e787e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:15:39.063738 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063235529+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4365493f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:15:39.063763 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063303978+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5a7e787e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:15:39.063789 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063259977+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4365493f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:15:39.063811 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063255049+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5a7e787e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:15:39.063838 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063268746+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5a7e787e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:15:39.063860 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063275050+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5a7e787e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:15:39.063881 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:15:39.063291786+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5a7e787e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:16:42.067210 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:16:42.067227 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:16:42.067210 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:16:42.067246 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:16:42.067217 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:16:42.067254 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:16:42.067257 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:16:42.067268 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:16:42.067269 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:16:42.067273 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:16:42.067279 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:16:42.067280 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:16:42.067284 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:16:42.067286 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:16:42.067293 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:16:42.067315 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067096523+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f59f2245 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:16:42.067322 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:16:42.067345 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067102987+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f59f2245 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:16:42.067373 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067136971+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ec841304 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:16:42.067402 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067081323+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f59f2245 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:16:42.067429 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067112011+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ec841304 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:16:42.067455 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067108907+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f59f2245 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:16:42.067480 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067064811+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ec841304 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:16:42.067505 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067115531+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f59f2245 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:16:42.067531 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067105867+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ec841304 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:16:42.067553 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067126187+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f59f2245 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:16:42.067578 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067131435+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ec841304 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:16:42.067599 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067120747+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f59f2245 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:16:42.067624 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067125995+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ec841304 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:16:42.067646 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067100267+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ec841304 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:16:42.067671 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067093643+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ec841304 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:16:42.067695 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:16:42.067132683+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f59f2245 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:17:45.069899 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:17:45.069911 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:17:45.069899 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:17:45.069933 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:17:45.069934 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:17:45.069940 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:17:45.069967 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:17:45.069971 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:17:45.069975 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:17:45.069979 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:17:45.069985 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:17:45.069997 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:17:45.069998 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:17:45.070001 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069792062+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1b79e2a6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:17:45.069976 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:17:45.070004 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:17:45.070007 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:17:45.070042 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069820030+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1b79e2a6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:17:45.070069 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069778142+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1b79e2a6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:17:45.070092 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069790238+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:262d3e7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:17:45.070117 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069759742+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1b79e2a6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:17:45.070143 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069785566+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1b79e2a6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:17:45.070182 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069777726+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:262d3e7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:17:45.070242 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069756126+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:262d3e7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:17:45.070267 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069798558+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:262d3e7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:17:45.070291 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069783326+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:262d3e7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:17:45.070313 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069805438+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:262d3e7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:17:45.070334 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069810846+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:262d3e7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:17:45.070362 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069817406+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:262d3e7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:17:45.070388 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069800606+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1b79e2a6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:17:45.070415 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069813534+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1b79e2a6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:17:45.070441 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:17:45.069806942+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1b79e2a6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:18:48.071782 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:18:48.071795 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:18:48.071789 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:18:48.071810 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:18:48.071815 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:18:48.071821 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:18:48.071828 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:18:48.071831 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:18:48.071832 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:18:48.071843 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:18:48.071855 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:18:48.071856 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:18:48.071868 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:18:48.071868 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:18:48.071873 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:18:48.071887 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:18:48.071887 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071724892+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3bfa2fca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:18:48.071916 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071656444+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:22e11e8b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:18:48.071935 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071683388+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:22e11e8b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:18:48.071958 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071697500+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3bfa2fca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:18:48.071977 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071701596+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3bfa2fca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:18:48.072002 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071690972+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3bfa2fca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:18:48.072028 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071678844+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3bfa2fca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:18:48.072071 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071673244+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:22e11e8b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:18:48.072095 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071710716+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:22e11e8b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:18:48.072120 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071712412+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3bfa2fca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:18:48.072147 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071706396+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3bfa2fca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:18:48.072168 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071717148+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:22e11e8b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:18:48.072193 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071689660+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:22e11e8b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:18:48.072220 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071718844+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3bfa2fca 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:18:48.072252 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071704636+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:22e11e8b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:18:48.072280 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:18:48.071679036+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:22e11e8b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:19:51.073920 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:19:51.073935 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:19:51.073923 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:19:51.073955 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:19:51.073966 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:19:51.073925 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:19:51.073976 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:19:51.073985 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:19:51.073989 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:19:51.073998 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:19:51.074001 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:19:51.074010 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073845758+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4de5460 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:19:51.074002 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:19:51.074001 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:19:51.074004 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:19:51.074028 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:19:51.074040 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073836254+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1dc56521 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:19:51.074040 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:19:51.074079 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073839486+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4de5460 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:19:51.074106 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073830718+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1dc56521 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:19:51.074124 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073801310+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4de5460 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:19:51.074146 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073818654+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4de5460 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:19:51.074169 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073812990+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1dc56521 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:19:51.074190 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073801374+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1dc56521 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:19:51.074212 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073820030+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1dc56521 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:19:51.074238 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073832606+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4de5460 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:19:51.074265 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073784350+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1dc56521 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:19:51.074290 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073807198+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1dc56521 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:19:51.074328 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073826366+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1dc56521 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:19:51.074363 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073813662+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4de5460 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:19:51.074388 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073782910+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4de5460 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:19:51.074410 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:19:51.073807774+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4de5460 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:20:54.075728 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:20:54.075740 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:20:54.075729 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:20:54.075773 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:20:54.075787 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:20:54.075734 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:20:54.075791 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:20:54.075798 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:20:54.075800 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:20:54.075822 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:20:54.075826 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:20:54.075835 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:20:54.075834 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:20:54.075848 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075596917+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3a12a395 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:20:54.075864 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:20:54.075882 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075609269+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3a12a395 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:20:54.075880 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:20:54.075893 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:20:54.075928 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075616917+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3a12a395 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:20:54.075977 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075660469+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:230992d4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:20:54.076020 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075615221+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:230992d4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:20:54.076063 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075626261+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3a12a395 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:20:54.076117 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075630709+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:230992d4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:20:54.076161 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075608085+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:230992d4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:20:54.076210 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075644757+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3a12a395 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:20:54.076255 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075646581+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:230992d4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:20:54.076274 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075623253+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:230992d4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:20:54.076312 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075590325+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:230992d4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:20:54.076358 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075640437+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3a12a395 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:20:54.076413 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075654005+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:230992d4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:20:54.076451 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075633877+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3a12a395 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:20:54.076499 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:20:54.075649941+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3a12a395 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:21:57.077728 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:21:57.077737 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:21:57.077730 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:21:57.077755 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:21:57.077759 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:21:57.077762 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:21:57.077774 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:21:57.077775 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:21:57.077777 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:21:57.077786 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:21:57.077788 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:21:57.077790 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:21:57.077791 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:21:57.077799 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:21:57.077801 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:21:57.077823 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077668654+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:484ca72d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:21:57.077825 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:21:57.077852 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077645230+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:484ca72d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:21:57.077877 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077627246+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5157966c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:21:57.077902 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077602702+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5157966c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:21:57.077929 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077632366+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:484ca72d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:21:57.077953 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077622510+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5157966c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:21:57.077979 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077633230+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5157966c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:21:57.078007 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077638990+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:484ca72d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:21:57.078035 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077655342+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5157966c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:21:57.078057 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077649998+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:484ca72d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:21:57.078084 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077640238+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5157966c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:21:57.078111 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077654958+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:484ca72d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:21:57.078137 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077661870+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5157966c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:21:57.078164 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077668526+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5157966c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:21:57.078207 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077618894+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:484ca72d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:21:57.078240 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:21:57.077661070+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:484ca72d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:23:00.079774 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:23:00.079784 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:23:00.079801 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:23:00.079806 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:23:00.079806 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:23:00.079816 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:23:00.079817 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:23:00.079828 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:23:00.079830 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:23:00.079832 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:23:00.079842 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:23:00.079843 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:23:00.079844 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:23:00.079845 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:23:00.079861 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079713221+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a6aa67ce 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:23:00.079865 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:23:00.079846 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:23:00.079900 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079689957+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a6aa67ce 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:23:00.079924 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079663941+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a6aa67ce 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:23:00.079947 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079662917+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bfb1568f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:23:00.079970 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079667269+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bfb1568f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:23:00.079994 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079677893+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a6aa67ce 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:23:00.080016 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079657541+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bfb1568f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:23:00.080038 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079683429+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a6aa67ce 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:23:00.080063 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079687365+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bfb1568f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:23:00.080102 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079695973+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a6aa67ce 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:23:00.080130 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079673253+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bfb1568f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:23:00.080152 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079698469+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bfb1568f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:23:00.080177 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079636645+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bfb1568f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:23:00.080200 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079708069+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a6aa67ce 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:23:00.080226 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079701605+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a6aa67ce 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:23:00.080249 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:23:00.079693093+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bfb1568f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:24:03.081608 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:24:03.081617 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:24:03.081608 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:24:03.081631 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:24:03.081653 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:24:03.081664 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:24:03.081668 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:24:03.081668 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:24:03.081676 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:24:03.081679 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:24:03.081682 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:24:03.081683 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:24:03.081701 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:24:03.081703 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:24:03.081707 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:24:03.081711 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:24:03.081715 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081507818+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f329be3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:24:03.081752 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081540714+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8629aaa2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:24:03.081784 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081525514+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f329be3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:24:03.081813 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081515914+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f329be3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:24:03.081842 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081528458+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8629aaa2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:24:03.081871 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081521674+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f329be3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:24:03.081899 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081532394+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f329be3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:24:03.081925 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081535562+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8629aaa2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:24:03.081951 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081478794+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8629aaa2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:24:03.081976 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081512650+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8629aaa2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:24:03.082001 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081471306+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f329be3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:24:03.082023 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081492810+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8629aaa2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:24:03.082050 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081506186+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8629aaa2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:24:03.082078 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081501578+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f329be3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:24:03.082106 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081498538+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8629aaa2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:24:03.082133 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:24:03.081493930+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9f329be3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:25:06.083630 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:25:06.083644 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:25:06.083633 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:25:06.083664 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:25:06.083638 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:25:06.083677 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:25:06.083670 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:25:06.083710 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:25:06.083672 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:25:06.083715 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:25:06.083725 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:25:06.083726 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:25:06.083731 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083555700+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a016e049 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:25:06.083687 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:25:06.083740 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:25:06.083740 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:25:06.083741 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:25:06.083789 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083509748+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a016e049 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:25:06.083820 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083486196+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a016e049 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:25:06.083845 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083515860+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a016e049 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:25:06.083867 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083522004+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a016e049 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:25:06.083890 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083523924+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b90dd108 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:25:06.083918 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083486548+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b90dd108 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:25:06.083951 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083530804+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b90dd108 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:25:06.083997 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083517460+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b90dd108 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:25:06.084058 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083510132+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b90dd108 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:25:06.084092 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083528116+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a016e049 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:25:06.084135 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083537588+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b90dd108 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:25:06.084180 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083542868+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b90dd108 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:25:06.084227 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083548884+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b90dd108 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:25:06.084273 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083550356+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a016e049 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:25:06.084320 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:25:06.083542132+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a016e049 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:26:09.085663 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:26:09.085678 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:26:09.085672 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:26:09.085694 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:26:09.085703 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:26:09.085707 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:26:09.085716 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:26:09.085718 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:26:09.085719 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:26:09.085722 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:26:09.085731 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:26:09.085735 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:26:09.085736 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:26:09.085743 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:26:09.085747 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:26:09.085779 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:26:09.085782 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085550103+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f4da38cf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:26:09.085837 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085578967+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:edc1098e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:26:09.085862 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085572599+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:edc1098e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:26:09.085885 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085565143+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:edc1098e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:26:09.085904 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085568119+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f4da38cf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:26:09.085924 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085557079+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f4da38cf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:26:09.085945 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085548151+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:edc1098e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:26:09.085969 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085563159+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f4da38cf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:26:09.085992 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085535351+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:edc1098e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:26:09.086040 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085574551+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f4da38cf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:26:09.086065 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085521559+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f4da38cf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:26:09.086092 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085541111+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:edc1098e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:26:09.086118 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085537207+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f4da38cf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:26:09.086146 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085543959+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f4da38cf 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:26:09.086167 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085501975+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:edc1098e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:26:09.086186 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:26:09.085527927+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:edc1098e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:27:12.087504 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:27:12.087517 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:27:12.087508 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:27:12.087538 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:27:12.087511 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:27:12.087551 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:27:12.087551 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:27:12.087564 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:27:12.087566 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:27:12.087567 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:27:12.087575 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:27:12.087580 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:27:12.087566 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:27:12.087597 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087423751+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:674b0c69 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:27:12.087604 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:27:12.087596 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:27:12.087617 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:27:12.087647 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087395239+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7e503d28 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:27:12.087675 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087368455+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7e503d28 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:27:12.087704 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087381575+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:674b0c69 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:27:12.087731 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087381479+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7e503d28 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:27:12.087759 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087388839+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7e503d28 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:27:12.087787 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087355047+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:674b0c69 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:27:12.087814 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087410311+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7e503d28 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:27:12.087860 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087399879+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7e503d28 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:27:12.087887 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087405959+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7e503d28 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:27:12.087911 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087375271+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:674b0c69 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:27:12.087933 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087414855+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7e503d28 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:27:12.087956 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087395335+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:674b0c69 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:27:12.087981 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087411079+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:674b0c69 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:27:12.088004 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087388775+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:674b0c69 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:27:12.088029 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:27:12.087417159+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:674b0c69 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:28:15.089509 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:28:15.089523 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:28:15.089536 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:28:15.089540 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:28:15.089542 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:28:15.089551 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:28:15.089562 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:28:15.089570 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:28:15.089572 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:28:15.089578 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:28:15.089582 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:28:15.089592 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:28:15.089597 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089398984+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3abf3540 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:28:15.089599 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:28:15.089600 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:28:15.089606 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:28:15.089601 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:28:15.089622 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089424136+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3abf3540 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:28:15.089645 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089402632+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:23a40401 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:28:15.089670 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089405128+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3abf3540 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:28:15.089695 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089384264+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3abf3540 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:28:15.089718 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089408648+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:23a40401 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:28:15.089739 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089411368+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3abf3540 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:28:15.089762 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089391848+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3abf3540 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:28:15.089785 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089365896+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3abf3540 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:28:15.089806 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089414216+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:23a40401 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:28:15.089827 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089396584+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:23a40401 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:28:15.089851 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089417736+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3abf3540 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:28:15.089872 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089362536+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:23a40401 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:28:15.089893 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089383976+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:23a40401 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:28:15.089931 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089420104+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:23a40401 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:28:15.089953 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:28:15.089389992+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:23a40401 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:29:18.091374 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:29:18.091392 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:29:18.091375 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:29:18.091411 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:29:18.091384 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:29:18.091423 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:29:18.091424 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:29:18.091437 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:29:18.091437 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:29:18.091440 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:29:18.091441 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:29:18.091449 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:29:18.091451 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:29:18.091453 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:29:18.091467 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:29:18.091467 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:29:18.091472 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091258777+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a92e01e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:29:18.091509 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091263705+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a92e01e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:29:18.091537 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091272376+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b03530a7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:29:18.091564 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091265464+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b03530a7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:29:18.091593 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091294328+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b03530a7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:29:18.091619 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091233849+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a92e01e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:29:18.091645 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091245945+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b03530a7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:29:18.091672 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091268952+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a92e01e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:29:18.091696 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091252377+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a92e01e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:29:18.091719 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091283192+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b03530a7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:29:18.091741 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091288184+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a92e01e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:29:18.091768 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091259417+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b03530a7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:29:18.091794 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091277752+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b03530a7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:29:18.091817 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091282200+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a92e01e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:29:18.091840 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091293848+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a92e01e6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:29:18.091876 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:29:18.091288952+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b03530a7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:30:21.093678 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:30:21.093684 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:30:21.093716 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:30:21.093719 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:30:21.093730 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:30:21.093733 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:30:21.093739 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:30:21.093746 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:30:21.093749 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:30:21.093751 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:30:21.093766 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093602904+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76d50d7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:30:21.093771 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:30:21.093776 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:30:21.093783 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:30:21.093785 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:30:21.093796 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093580920+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76d50d7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:30:21.093809 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:30:21.093812 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:30:21.093825 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093576568+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76d50d7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:30:21.093849 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093555961+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76d50d7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:30:21.093875 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093591608+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76d50d7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:30:21.093898 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093570105+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76d50d7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:30:21.093919 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093537881+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fce3c3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:30:21.093940 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093586232+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fce3c3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:30:21.093962 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093566553+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fce3c3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:30:21.093983 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093555577+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fce3c3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:30:21.094005 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093571897+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fce3c3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:30:21.094026 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093600120+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fce3c3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:30:21.094066 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093585560+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76d50d7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:30:21.094093 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093597528+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:76d50d7f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:30:21.094115 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093560441+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fce3c3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:30:21.094143 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:30:21.093592760+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6fce3c3e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:31:24.095621 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:31:24.095624 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:31:24.095627 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:31:24.095670 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:31:24.095677 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:31:24.095682 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:31:24.095631 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:31:24.095695 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:31:24.095696 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:31:24.095702 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:31:24.095703 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:31:24.095708 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:31:24.095708 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:31:24.095717 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:31:24.095718 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095492601+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ded6f0a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:31:24.095709 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:31:24.095738 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:31:24.095750 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095510457+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f65e4b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:31:24.095777 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095496441+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f65e4b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:31:24.095801 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095486585+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ded6f0a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:31:24.095825 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095504057+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f65e4b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:31:24.095849 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095479865+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f65e4b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:31:24.095874 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095539864+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ded6f0a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:31:24.095899 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095468505+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ded6f0a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:31:24.095924 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095521305+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ded6f0a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:31:24.095949 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095516889+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f65e4b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:31:24.095971 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095505849+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ded6f0a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:31:24.095992 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095498457+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ded6f0a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:31:24.096017 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095527577+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f65e4b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:31:24.096038 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095534296+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f65e4b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:31:24.096063 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095531288+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ded6f0a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:31:24.096118 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:31:24.095521753+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4f65e4b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:32:27.097423 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:32:27.097438 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:32:27.097424 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:32:27.097464 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:32:27.097475 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:32:27.097430 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:32:27.097480 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:32:27.097484 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:32:27.097486 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:32:27.097498 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:32:27.097501 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:32:27.097503 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:32:27.097510 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:32:27.097515 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:32:27.097516 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:32:27.097518 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097317721+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c998e492 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:32:27.097533 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:32:27.097541 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097304985+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c998e492 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:32:27.097569 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097286137+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d083d5d3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:32:27.097590 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097350584+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c998e492 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:32:27.097611 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097305401+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d083d5d3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:32:27.097632 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097328217+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c998e492 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:32:27.097667 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097309913+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d083d5d3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:32:27.097692 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097320601+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d083d5d3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:32:27.097716 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097323545+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c998e492 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:32:27.097742 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097333080+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c998e492 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:32:27.097763 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097314009+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d083d5d3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:32:27.097788 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097341336+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d083d5d3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:32:27.097810 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097344888+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c998e492 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:32:27.097832 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097346744+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d083d5d3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:32:27.097853 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097338552+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c998e492 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:32:27.097877 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:32:27.097335320+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d083d5d3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:33:30.099346 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:33:30.099361 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:33:30.099346 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:33:30.099377 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:33:30.099379 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:33:30.099385 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:33:30.099388 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:33:30.099397 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:33:30.099401 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:33:30.099401 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:33:30.099404 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:33:30.099407 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:33:30.099409 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:33:30.099415 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:33:30.099417 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:33:30.099442 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:33:30.099453 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099267671+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3e651530 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:33:30.099482 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099248631+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3e651530 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:33:30.099509 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099263895+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:277e2471 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:33:30.099538 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099262583+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3e651530 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:33:30.099563 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099275927+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:277e2471 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:33:30.099585 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099287447+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:277e2471 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:33:30.099610 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099212952+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3e651530 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:33:30.099633 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099282711+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:277e2471 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:33:30.099658 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099242231+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3e651530 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:33:30.099675 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099238775+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:277e2471 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:33:30.099700 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099252855+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:277e2471 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:33:30.099730 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099232311+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3e651530 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:33:30.099750 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099273111+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3e651530 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:33:30.099771 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099236951+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3e651530 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:33:30.099796 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099269335+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:277e2471 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:33:30.099834 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:33:30.099258999+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:277e2471 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:34:33.101967 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:34:33.101983 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:34:33.101975 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:34:33.102001 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:34:33.101976 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:34:33.102010 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:34:33.102012 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:34:33.102026 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:34:33.102013 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:34:33.102049 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:34:33.102055 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:34:33.102058 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:34:33.102050 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:34:33.102080 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:34:33.102080 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:34:33.102103 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101879461+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ee6d85c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:34:33.102115 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:34:33.102141 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101902596+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8065f5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:34:33.102165 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101878949+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8065f5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:34:33.102184 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101896869+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8065f5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:34:33.102207 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101890661+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8065f5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:34:33.102230 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101891621+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ee6d85c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:34:33.102252 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101885381+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ee6d85c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:34:33.102279 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101834565+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ee6d85c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:34:33.102305 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101884453+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8065f5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:34:33.102326 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101856965+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ee6d85c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:34:33.102347 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101868677+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8065f5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:34:33.102369 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101865765+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ee6d85c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:34:33.102394 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101851717+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ee6d85c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:34:33.102416 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101873957+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8065f5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:34:33.102436 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101860837+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:1ee6d85c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:34:33.102452 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:34:33.101856805+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8065f5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:35:36.104923 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:35:36.104939 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:35:36.104923 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:35:36.104929 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:35:36.104960 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:35:36.105008 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:35:36.105010 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:35:36.105014 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104819482+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:21c2a3f6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:35:36.105019 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:35:36.105023 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:35:36.105015 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:35:36.105036 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:35:36.105037 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:35:36.105038 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:35:36.105042 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:35:36.105046 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:35:36.105060 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104858170+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:21c2a3f6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:35:36.105074 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:35:36.105111 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104814426+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:38d992b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:35:36.105141 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104833434+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:21c2a3f6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:35:36.105169 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104825594+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:38d992b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:35:36.105215 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104794074+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:38d992b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:35:36.105241 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104820218+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:38d992b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:35:36.105263 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104839514+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:21c2a3f6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:35:36.105285 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104809050+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:21c2a3f6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:35:36.105307 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104827386+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:21c2a3f6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:35:36.105328 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104847226+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:38d992b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:35:36.105367 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104853370+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:38d992b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:35:36.105393 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104845722+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:21c2a3f6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:35:36.105418 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104809562+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:38d992b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:35:36.105441 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104839770+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:38d992b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:35:36.105468 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:35:36.104851962+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:21c2a3f6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:36:39.106897 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:36:39.106899 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:36:39.106931 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:36:39.106906 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:36:39.106952 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:36:39.106947 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:36:39.106958 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:36:39.106967 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:36:39.106969 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:36:39.106976 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:36:39.106980 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:36:39.106981 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:36:39.106983 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:36:39.106988 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106787498+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:750e7b70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:36:39.106989 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:36:39.106989 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:36:39.107017 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106825034+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:750e7b70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:36:39.107048 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:36:39.107055 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106775147+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:750e7b70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:36:39.107109 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106766731+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c154a31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:36:39.107137 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106800074+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:750e7b70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:36:39.107164 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106805258+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:750e7b70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:36:39.107183 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106786570+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c154a31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:36:39.107208 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106797834+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c154a31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:36:39.107234 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106805898+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c154a31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:36:39.107261 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106816330+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c154a31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:36:39.107283 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106812458+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:750e7b70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:36:39.107305 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106811850+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c154a31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:36:39.107331 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106818858+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:750e7b70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:36:39.107353 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106792010+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c154a31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:36:39.107380 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106794186+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:750e7b70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:36:39.107405 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:36:39.106821802+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c154a31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:37:42.109876 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:37:42.109885 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:37:42.109892 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:37:42.109880 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:37:42.109914 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:37:42.109924 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:37:42.109928 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:37:42.109931 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:37:42.109939 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:37:42.109944 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:37:42.109945 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:37:42.109948 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:37:42.109951 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:37:42.109954 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:37:42.109959 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:37:42.109964 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:37:42.109968 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109807269+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e69f4fd6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:37:42.109998 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109778245+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff847e97 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:37:42.110024 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109753765+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff847e97 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:37:42.110043 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109764485+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff847e97 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:37:42.110069 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109765989+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e69f4fd6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:37:42.110116 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109744389+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e69f4fd6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:37:42.110138 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109771781+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff847e97 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:37:42.110159 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109772965+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e69f4fd6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:37:42.110193 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109793669+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e69f4fd6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:37:42.110224 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109784229+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff847e97 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:37:42.110245 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109790277+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff847e97 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:37:42.110267 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109780101+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e69f4fd6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:37:42.110288 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109801253+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e69f4fd6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:37:42.110309 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109760325+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e69f4fd6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:37:42.110335 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109795525+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff847e97 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:37:42.110360 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:37:42.109802405+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ff847e97 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:38:45.112182 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:38:45.112182 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:38:45.112188 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:38:45.112218 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:38:45.112190 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:38:45.112227 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:38:45.112228 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:38:45.112238 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:38:45.112223 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:38:45.112242 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:38:45.112251 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:38:45.112255 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:38:45.112256 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:38:45.112264 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:38:45.112265 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:38:45.112271 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:38:45.112274 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112144545+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bb6b76ff 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:38:45.112306 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112128513+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bb6b76ff 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:38:45.112331 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112123649+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bb6b76ff 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:38:45.112348 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112090433+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a27047be 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:38:45.112373 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112104033+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a27047be 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:38:45.112396 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112117441+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bb6b76ff 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:38:45.112423 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112086177+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a27047be 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:38:45.112445 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112109825+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a27047be 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:38:45.112483 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112057281+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a27047be 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:38:45.112502 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112111329+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bb6b76ff 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:38:45.112528 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112114625+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a27047be 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:38:45.112554 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112081377+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a27047be 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:38:45.112576 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112096865+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bb6b76ff 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:38:45.112597 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112134529+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bb6b76ff 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:38:45.112618 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112139873+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bb6b76ff 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:38:45.112643 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:38:45.112076001+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a27047be 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:39:48.115241 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:39:48.115252 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:39:48.115241 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:39:48.115251 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:39:48.115281 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:39:48.115280 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:39:48.115287 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:39:48.115281 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:39:48.115299 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:39:48.115309 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:39:48.115311 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:39:48.115316 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:39:48.115294 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:39:48.115339 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:39:48.115340 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:39:48.115347 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:39:48.115370 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115133026+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6796fd7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:39:48.115418 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115143938+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6796fd7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:39:48.115443 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115156642+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6796fd7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:39:48.115470 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115180578+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6796fd7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:39:48.115495 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115142498+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:28fa4259 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:39:48.115518 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115147970+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:28fa4259 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:39:48.115545 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115150818+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6796fd7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:39:48.115599 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115116354+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:28fa4259 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:39:48.115622 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115172290+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:28fa4259 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:39:48.115641 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115160962+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:28fa4259 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:39:48.115667 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115174626+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6796fd7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:39:48.115691 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115132002+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:28fa4259 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:39:48.115717 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115136962+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:28fa4259 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:39:48.115740 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115161762+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6796fd7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:39:48.115762 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115168770+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6796fd7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:39:48.115783 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:39:48.115166562+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:28fa4259 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:40:51.117587 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:40:51.117600 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:40:51.117606 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:40:51.117621 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:40:51.117626 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:40:51.117624 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:40:51.117634 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:40:51.117635 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:40:51.117641 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:40:51.117649 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:40:51.117649 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:40:51.117653 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:40:51.117659 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:40:51.117663 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:40:51.117665 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:40:51.117675 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117512850+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7014ec0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:40:51.117673 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:40:51.117710 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117522226+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7014ec0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:40:51.117736 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117490355+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ee1a7f81 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:40:51.117758 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117518226+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ee1a7f81 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:40:51.117781 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117474163+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ee1a7f81 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:40:51.117826 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117534226+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7014ec0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:40:51.117855 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117505587+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ee1a7f81 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:40:51.117881 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117531378+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ee1a7f81 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:40:51.117908 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117517426+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7014ec0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:40:51.117933 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117524818+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ee1a7f81 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:40:51.117954 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117499475+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ee1a7f81 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:40:51.117977 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117495347+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ee1a7f81 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:40:51.117999 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117489395+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7014ec0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:40:51.118024 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117500851+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7014ec0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:40:51.118045 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117506930+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7014ec0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:40:51.118061 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:40:51.117528338+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f7014ec0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:41:54.119334 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:41:54.119350 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:41:54.119369 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:41:54.119334 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:41:54.119394 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:41:54.119342 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:41:54.119416 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:41:54.119380 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:41:54.119434 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:41:54.119441 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:41:54.119444 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119276581+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a906e6eb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:41:54.119445 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:41:54.119420 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:41:54.119461 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:41:54.119463 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:41:54.119480 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:41:54.119484 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:41:54.119509 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119211205+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9b308469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:41:54.119536 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119231173+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a906e6eb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:41:54.119563 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119226757+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9b308469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:41:54.119585 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119242789+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a906e6eb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:41:54.119611 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119253445+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a906e6eb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:41:54.119637 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119260037+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a906e6eb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:41:54.119659 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119231685+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9b308469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:41:54.119680 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119258181+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9b308469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:41:54.119702 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119235525+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9b308469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:41:54.119726 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119240581+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9b308469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:41:54.119751 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119248709+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a906e6eb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:41:54.119776 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119266245+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a906e6eb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:41:54.119800 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119272101+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a906e6eb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:41:54.119821 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119262501+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9b308469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:41:54.119846 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:41:54.119252933+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9b308469 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:42:57.121836 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:42:57.121851 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:42:57.121839 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:42:57.121868 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:42:57.121841 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:42:57.121880 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:42:57.121886 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:42:57.121890 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:42:57.121891 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:42:57.121898 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:42:57.121899 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:42:57.121910 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:42:57.121912 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:42:57.121913 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:42:57.121915 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:42:57.121922 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121767364+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e96e80d1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:42:57.121922 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:42:57.121952 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121744452+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f075b190 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:42:57.121976 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121737956+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e96e80d1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:42:57.121999 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121754116+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f075b190 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:42:57.122020 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121758788+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f075b190 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:42:57.122069 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121739236+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f075b190 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:42:57.122114 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121761348+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e96e80d1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:42:57.122143 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121753828+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e96e80d1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:42:57.122169 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121749380+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f075b190 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:42:57.122195 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121726852+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f075b190 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:42:57.122217 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121715332+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f075b190 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:42:57.122244 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121705316+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e96e80d1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:42:57.122270 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121721668+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e96e80d1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:42:57.122293 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121732004+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e96e80d1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:42:57.122317 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121733348+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f075b190 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:42:57.122339 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:42:57.121727684+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e96e80d1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:44:00.123787 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:44:00.123795 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:44:00.123801 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:44:00.123820 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:44:00.123821 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:44:00.123821 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:44:00.123833 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:44:00.123836 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:44:00.123838 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:44:00.123841 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:44:00.123847 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:44:00.123848 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:44:00.123862 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:44:00.123863 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:44:00.123875 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:44:00.123885 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:44:00.123877 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123696687+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35be22b0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:44:00.123934 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123679727+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7884032 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:44:00.123958 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123669775+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7884032 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:44:00.123982 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123674543+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7884032 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:44:00.124008 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123651983+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7884032 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:44:00.124034 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123721103+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35be22b0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:44:00.124061 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123673135+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35be22b0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:44:00.124106 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123692559+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35be22b0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:44:00.124132 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123709359+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35be22b0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:44:00.124153 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123686031+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35be22b0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:44:00.124178 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123708527+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7884032 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:44:00.124205 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123714991+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35be22b0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:44:00.124228 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123698287+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7884032 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:44:00.124253 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123703823+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7884032 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:44:00.124276 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123685807+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7884032 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:44:00.124302 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:44:00.123702543+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35be22b0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:45:03.126701 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:45:03.126709 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:45:03.126711 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:45:03.126732 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:45:03.126730 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:45:03.126736 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:45:03.126744 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:45:03.126745 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:45:03.126754 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:45:03.126755 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:45:03.126766 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:45:03.126748 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:45:03.126777 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:45:03.126777 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:45:03.126768 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:45:03.126783 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126622497+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:270b8d5e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:45:03.126789 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:45:03.126807 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126621121+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b988a0d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:45:03.126832 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126630849+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b988a0d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:45:03.126849 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126576833+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:270b8d5e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:45:03.126874 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126625281+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b988a0d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:45:03.126901 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126642593+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b988a0d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:45:03.126918 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126593409+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:270b8d5e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:45:03.126939 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126609345+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:270b8d5e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:45:03.126960 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126598849+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:270b8d5e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:45:03.126981 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126633569+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:270b8d5e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:45:03.127002 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126597601+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b988a0d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:45:03.127023 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126628225+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:270b8d5e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:45:03.127065 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126604033+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:270b8d5e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:45:03.127098 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126609537+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b988a0d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:45:03.127127 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126616737+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b988a0d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:45:03.127153 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:45:03.126637185+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b988a0d0 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:46:06.129479 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:46:06.129495 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:46:06.129481 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:46:06.129511 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:46:06.129484 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:46:06.129524 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:46:06.129530 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:46:06.129533 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:46:06.129536 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:46:06.129542 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:46:06.129545 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:46:06.129547 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:46:06.129549 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:46:06.129568 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:46:06.129576 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:46:06.129589 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129411665+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:134c7b5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:46:06.129589 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:46:06.129633 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129368337+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:134c7b5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:46:06.129660 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129352273+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:134c7b5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:46:06.129687 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129373361+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:134c7b5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:46:06.129714 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129389297+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:182ff6f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:46:06.129742 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129378289+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:134c7b5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:46:06.129764 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129383633+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:182ff6f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:46:06.129792 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129377649+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:182ff6f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:46:06.129810 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129398289+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:134c7b5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:46:06.129832 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129406065+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:134c7b5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:46:06.129854 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129403889+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:182ff6f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:46:06.129882 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129399153+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:182ff6f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:46:06.129909 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129365809+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:182ff6f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:46:06.129936 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129384689+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:134c7b5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:46:06.129964 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129410193+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:182ff6f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:46:06.129992 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:46:06.129393713+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:182ff6f4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:47:09.133000 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:47:09.133007 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:47:09.133017 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:47:09.133030 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:47:09.133029 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:47:09.133034 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:47:09.133041 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:47:09.133051 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:47:09.133053 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:47:09.133061 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:47:09.133063 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:47:09.133065 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:47:09.133070 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:47:09.133076 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:47:09.133065 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:47:09.133086 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132917408+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4ce32e72 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:47:09.133097 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:47:09.133114 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132895296+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4ce32e72 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:47:09.133144 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132875808+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:55f81f33 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:47:09.133168 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132890048+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:55f81f33 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:47:09.133220 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132872256+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4ce32e72 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:47:09.133248 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132880544+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:55f81f33 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:47:09.133271 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132901344+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4ce32e72 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:47:09.133293 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132904+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:55f81f33 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:47:09.133320 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132881952+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4ce32e72 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:47:09.133347 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132906720+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4ce32e72 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:47:09.133368 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132884736+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:55f81f33 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:47:09.133394 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132911776+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4ce32e72 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:47:09.133420 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132916480+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:55f81f33 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:47:09.133437 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132910464+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:55f81f33 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:47:09.133454 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132861984+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:55f81f33 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:47:09.133477 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:47:09.132888608+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4ce32e72 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:48:12.135367 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:48:12.135385 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:48:12.135369 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:48:12.135402 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:48:12.135374 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:48:12.135421 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:48:12.135414 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:48:12.135429 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:48:12.135434 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:48:12.135441 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:48:12.135445 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:48:12.135448 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:48:12.135454 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:48:12.135458 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135293534+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:245f9869 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:48:12.135459 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:48:12.135459 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:48:12.135474 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:48:12.135515 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135245982+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3d44a928 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:48:12.135544 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135248126+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:245f9869 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:48:12.135572 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135240606+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:245f9869 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:48:12.135594 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135219422+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:245f9869 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:48:12.135621 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135254398+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3d44a928 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:48:12.135652 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135274814+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3d44a928 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:48:12.135679 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135253150+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:245f9869 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:48:12.135706 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135225822+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3d44a928 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:48:12.135731 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135286046+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:245f9869 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:48:12.135770 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135260062+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:245f9869 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:48:12.135797 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135241118+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3d44a928 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:48:12.135824 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135263710+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3d44a928 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:48:12.135850 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135269982+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3d44a928 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:48:12.135876 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135277886+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:245f9869 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:48:12.135898 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:48:12.135283774+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:3d44a928 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:49:15.138851 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:49:15.138861 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:49:15.138876 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:49:15.138889 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:49:15.138866 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:49:15.138903 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:49:15.138907 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:49:15.138911 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:49:15.138913 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:49:15.138920 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:49:15.138924 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:49:15.138914 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:49:15.138934 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:49:15.138938 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:49:15.138940 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:49:15.138940 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138776200+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fff1d7b8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:49:15.138945 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:49:15.138973 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138745448+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e6eae6f9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:49:15.138999 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138729448+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fff1d7b8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:49:15.139025 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138730376+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e6eae6f9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:49:15.139051 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138760296+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fff1d7b8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:49:15.139097 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138736136+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fff1d7b8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:49:15.139120 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138697768+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fff1d7b8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:49:15.139145 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138742856+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fff1d7b8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:49:15.139166 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138720968+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fff1d7b8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:49:15.139184 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138768968+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fff1d7b8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:49:15.139203 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138751720+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e6eae6f9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:49:15.139227 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138738152+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e6eae6f9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:49:15.139249 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138715688+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e6eae6f9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:49:15.139272 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138756200+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e6eae6f9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:49:15.139292 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138762568+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e6eae6f9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:49:15.139318 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:49:15.138769832+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e6eae6f9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:50:18.141209 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:50:18.141211 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:50:18.141248 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:50:18.141258 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:50:18.141219 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:50:18.141272 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:50:18.141273 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:50:18.141281 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:50:18.141286 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:50:18.141286 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:50:18.141294 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:50:18.141297 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:50:18.141298 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:50:18.141303 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141070769+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:757bd25f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:50:18.141305 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:50:18.141318 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:50:18.141321 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:50:18.141338 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141085233+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:757bd25f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:50:18.141365 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141077937+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:757bd25f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:50:18.141385 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141082353+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c60e31e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:50:18.141412 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141133233+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:757bd25f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:50:18.141437 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141056209+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c60e31e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:50:18.141459 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141047953+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:757bd25f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:50:18.141480 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141108849+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c60e31e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:50:18.141506 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141070545+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c60e31e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:50:18.141527 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141121521+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:757bd25f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:50:18.141548 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141123025+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c60e31e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:50:18.141569 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141114161+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:757bd25f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:50:18.141594 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141116529+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c60e31e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:50:18.141619 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141127921+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:757bd25f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:50:18.141644 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141128753+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c60e31e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:50:18.141669 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:50:18.141076145+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6c60e31e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:51:21.143307 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:51:21.143316 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:51:21.143334 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:51:21.143337 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:51:21.143339 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:51:21.143354 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:51:21.143363 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:51:21.143367 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:51:21.143368 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:51:21.143368 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:51:21.143376 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:51:21.143379 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:51:21.143386 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:51:21.143390 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:51:21.143391 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:51:21.143394 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:51:21.143404 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143253683+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4974070d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:51:21.143430 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143231091+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4974070d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:51:21.143453 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143181235+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b42658f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:51:21.143473 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143200723+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b42658f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:51:21.143497 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143238803+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b42658f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:51:21.143525 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143247987+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4974070d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:51:21.143551 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143205491+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b42658f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:51:21.143580 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143215699+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b42658f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:51:21.143601 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143235955+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4974070d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:51:21.143624 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143245843+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b42658f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:51:21.143646 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143209875+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b42658f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:51:21.143668 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143221875+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4974070d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:51:21.143694 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143208115+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4974070d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:51:21.143722 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143226867+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4974070d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:51:21.143749 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143241619+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4974070d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:51:21.143774 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:51:21.143231859+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7b42658f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:52:24.146009 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:52:24.146016 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:52:24.146051 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:52:24.146056 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:52:24.146067 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:52:24.146068 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:52:24.146106 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:52:24.146112 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145911970+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e8d35129 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:52:24.146121 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:52:24.146124 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:52:24.146072 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:52:24.146132 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:52:24.146136 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:52:24.146137 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:52:24.146140 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145942177+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1c86068 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:52:24.146155 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:52:24.146170 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:52:24.146171 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:52:24.146207 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145935713+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1c86068 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:52:24.146235 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145928353+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e8d35129 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:52:24.146261 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145932609+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e8d35129 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:52:24.146283 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145927937+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1c86068 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:52:24.146308 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145898530+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e8d35129 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:52:24.146329 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145893090+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1c86068 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:52:24.146345 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145905762+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e8d35129 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:52:24.146368 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145913282+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1c86068 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:52:24.146389 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145906146+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1c86068 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:52:24.146410 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145871586+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1c86068 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:52:24.146435 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145886050+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e8d35129 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:52:24.146462 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145917890+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e8d35129 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:52:24.146483 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145923650+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e8d35129 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:52:24.146508 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:52:24.145899266+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f1c86068 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:53:27.148273 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:53:27.148290 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:53:27.148282 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:53:27.148303 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:53:27.148312 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:53:27.148313 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:53:27.148321 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:53:27.148323 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:53:27.148326 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:53:27.148334 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:53:27.148334 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:53:27.148338 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:53:27.148345 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:53:27.148348 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:53:27.148351 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:53:27.148366 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148162470+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:80dc23f2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:53:27.148352 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:53:27.148395 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148148742+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:80dc23f2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:53:27.148422 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148193926+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:99c712b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:53:27.148445 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148156166+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:80dc23f2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:53:27.148471 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148166726+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:99c712b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:53:27.148498 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148125735+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:99c712b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:53:27.148524 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148155014+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:99c712b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:53:27.148551 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148169062+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:80dc23f2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:53:27.148576 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148125543+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:80dc23f2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:53:27.148598 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148174854+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:80dc23f2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:53:27.148619 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148148039+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:99c712b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:53:27.148661 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148182342+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:99c712b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:53:27.148687 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148184550+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:80dc23f2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:53:27.148705 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148179718+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:80dc23f2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:53:27.148726 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148160518+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:99c712b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:53:27.148746 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:53:27.148188422+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:99c712b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:54:30.152039 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:54:30.152044 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:54:30.152075 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:54:30.152088 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:54:30.152097 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:54:30.152097 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:54:30.152106 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:54:30.152112 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:54:30.152112 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:54:30.152125 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:54:30.152126 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:54:30.152133 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151959494+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ebe44187 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:54:30.152137 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:54:30.152148 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:54:30.152147 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:54:30.152126 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:54:30.152162 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151932550+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f2ff70c6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:54:30.152177 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:54:30.152208 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151945894+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ebe44187 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:54:30.152237 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151939046+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f2ff70c6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:54:30.152259 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151944262+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f2ff70c6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:54:30.152281 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151887654+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ebe44187 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:54:30.152303 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151929094+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ebe44187 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:54:30.152324 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151909670+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ebe44187 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:54:30.152346 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151950662+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f2ff70c6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:54:30.152368 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151956262+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f2ff70c6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:54:30.152389 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151915942+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ebe44187 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:54:30.152411 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151905094+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f2ff70c6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:54:30.152435 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151925478+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f2ff70c6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:54:30.152463 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151952998+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ebe44187 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:54:30.152504 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151917670+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f2ff70c6 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:54:30.152530 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:54:30.151921478+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ebe44187 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:55:33.153289 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:55:33.153306 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:55:33.153289 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:55:33.153333 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:55:33.153346 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:55:33.153294 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:55:33.153356 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:55:33.153358 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:55:33.153359 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:55:33.153370 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:55:33.153373 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:55:33.153383 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:55:33.153386 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:55:33.153387 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:55:33.153387 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:55:33.153402 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:55:33.153422 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153205495+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb678ceb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:55:33.153459 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153213047+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d27cbdaa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:55:33.153488 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153206583+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d27cbdaa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:55:33.153517 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153218327+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d27cbdaa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:55:33.153543 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153178455+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb678ceb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:55:33.153564 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153167223+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb678ceb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:55:33.153586 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153173047+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb678ceb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:55:33.153608 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153211767+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb678ceb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:55:33.153629 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153195607+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d27cbdaa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:55:33.153651 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153198423+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb678ceb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:55:33.153673 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153184311+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb678ceb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:55:33.153694 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153171767+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d27cbdaa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:55:33.153715 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153191031+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d27cbdaa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:55:33.153735 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153185207+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d27cbdaa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:55:33.153756 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153200695+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d27cbdaa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:55:33.153778 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:55:33.153146551+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cb678ceb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:56:36.156018 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:56:36.156028 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:56:36.156038 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:56:36.156046 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:56:36.156068 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:56:36.156073 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:56:36.156079 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:56:36.156083 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:56:36.156083 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:56:36.156094 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:56:36.156096 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:56:36.156099 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:56:36.156101 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:56:36.156115 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:56:36.156130 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155918625+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:25814c08 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:56:36.156149 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:56:36.156148 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:56:36.156216 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155928257+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:17b72e8a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:56:36.156253 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155941377+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:25814c08 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:56:36.156280 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155954273+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:17b72e8a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:56:36.156304 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155879330+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:25814c08 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:56:36.156331 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155948033+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:25814c08 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:56:36.156359 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155948513+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:17b72e8a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:56:36.156388 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155912514+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:25814c08 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:56:36.156414 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155933985+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:25814c08 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:56:36.156442 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155917090+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:17b72e8a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:56:36.156467 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155941889+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:17b72e8a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:56:36.156495 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155922689+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:17b72e8a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:56:36.156522 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155934625+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:17b72e8a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:56:36.156545 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155907202+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:25814c08 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:56:36.156572 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155901154+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:25814c08 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:56:36.156595 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:56:36.155905058+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:17b72e8a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:57:39.157961 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:57:39.157977 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:57:39.157961 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:57:39.157991 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:57:39.157999 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:57:39.158007 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:57:39.158010 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:57:39.158017 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:57:39.158023 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:57:39.158029 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:57:39.158031 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:57:39.158034 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:57:39.158031 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:57:39.158043 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:57:39.158067 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:57:39.158045 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:57:39.158095 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157812411+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a601633 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:57:39.158127 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157868443+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a601633 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:57:39.158152 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157830843+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a601633 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:57:39.158175 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157811259+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:937b2772 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:57:39.158198 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157838939+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:937b2772 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:57:39.158222 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157845275+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:937b2772 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:57:39.158246 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157818235+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a601633 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:57:39.158272 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157826843+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:937b2772 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:57:39.158294 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157849371+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:937b2772 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:57:39.158319 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157833307+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:937b2772 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:57:39.158342 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157854747+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:937b2772 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:57:39.158368 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157861435+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a601633 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:57:39.158391 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157853915+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a601633 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:57:39.158416 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157861883+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:937b2772 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:57:39.158437 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157824891+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a601633 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:57:39.158462 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:57:39.157787547+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8a601633 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:58:42.160393 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:58:42.160405 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:58:42.160416 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:58:42.160426 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:58:42.160429 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:58:42.160435 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:58:42.160446 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:58:42.160447 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:58:42.160449 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:58:42.160456 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:58:42.160460 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:58:42.160461 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:58:42.160464 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:58:42.160467 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:58:42.160471 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:58:42.160500 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160307140+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b5446d99 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:58:42.160512 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:58:42.160536 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160297636+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ac5f5cd8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:58:42.160557 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160331012+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b5446d99 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:58:42.160584 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160294884+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b5446d99 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:58:42.160608 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160281796+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b5446d99 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:58:42.160635 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160310884+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ac5f5cd8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:58:42.160658 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160312612+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b5446d99 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:58:42.160675 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160291780+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ac5f5cd8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:58:42.160716 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160261828+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ac5f5cd8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:58:42.160743 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160316676+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ac5f5cd8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:58:42.160769 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160322372+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ac5f5cd8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:58:42.160791 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160281828+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ac5f5cd8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:58:42.160812 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160325124+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b5446d99 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:58:42.160833 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160301988+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b5446d99 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:58:42.160859 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160319172+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b5446d99 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:58:42.160880 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:58:42.160286436+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ac5f5cd8 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:59:45.162946 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:59:45.162960 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:59:45.162970 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:59:45.162979 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:59:45.162990 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:59:45.162992 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:59:45.163000 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:59:45.163004 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:59:45.163009 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:59:45.163016 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:59:45.163019 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:59:45.163019 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:59:45.163025 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:59:45.163028 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:59:45.163034 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162833892+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:77f11309 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:59:45.163038 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:59:45.163076 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 09:59:45.163078 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162858724+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:77f11309 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:59:45.163111 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162817924+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:77f11309 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:59:45.163134 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162837092+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6eea2248 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:59:45.163158 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162840964+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:77f11309 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:59:45.163183 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162817508+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6eea2248 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:59:45.163205 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162843908+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6eea2248 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:59:45.163228 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162780036+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:77f11309 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:59:45.163251 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162847364+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:77f11309 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:59:45.163272 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162826660+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:77f11309 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:59:45.163298 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162850372+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6eea2248 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:59:45.163324 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162824900+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6eea2248 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:59:45.163345 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162793188+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6eea2248 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:59:45.163361 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162852900+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:77f11309 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:59:45.163384 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162856836+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6eea2248 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 09:59:45.163407 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T09:59:45.162831236+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6eea2248 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:00:48.165126 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:00:48.165138 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:00:48.165153 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:00:48.165127 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:00:48.165163 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:00:48.165176 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:00:48.165178 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:00:48.165182 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:00:48.165186 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:00:48.165188 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:00:48.165191 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:00:48.165201 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:00:48.165205 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:00:48.165207 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:00:48.165209 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:00:48.165217 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:00:48.165226 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.164978726+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fd7b16ee 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:00:48.165254 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.164994438+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fd7b16ee 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:00:48.165278 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.165052422+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e46027af 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:00:48.165303 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.164960166+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e46027af 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:00:48.165326 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.164993382+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e46027af 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:00:48.165347 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.165035782+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fd7b16ee 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:00:48.165371 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.165020486+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e46027af 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:00:48.165396 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.165014822+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e46027af 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:00:48.165421 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.164985030+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e46027af 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:00:48.165446 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.164987174+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fd7b16ee 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:00:48.165469 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.165041062+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fd7b16ee 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:00:48.165490 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.165000838+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e46027af 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:00:48.165511 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.165046822+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fd7b16ee 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:00:48.165536 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.164955878+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fd7b16ee 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:00:48.165558 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.164977414+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e46027af 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:00:48.165582 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:00:48.165028614+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fd7b16ee 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:01:51.167671 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:01:51.167675 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:01:51.167693 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:01:51.167710 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:01:51.167678 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:01:51.167721 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:01:51.167716 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:01:51.167732 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:01:51.167736 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:01:51.167746 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:01:51.167746 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:01:51.167738 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:01:51.167759 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:01:51.167759 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167603412+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea59907f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:01:51.167764 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:01:51.167765 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:01:51.167761 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:01:51.167806 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167589780+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea59907f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:01:51.167829 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167579252+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea59907f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:01:51.167851 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167563380+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f342a13e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:01:51.167873 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167584116+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea59907f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:01:51.167894 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167557652+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f342a13e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:01:51.167916 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167549108+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea59907f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:01:51.167936 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167588980+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f342a13e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:01:51.167956 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167531476+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f342a13e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:01:51.167980 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167596436+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea59907f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:01:51.167999 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167596020+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f342a13e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:01:51.168019 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167560788+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea59907f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:01:51.168040 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167548404+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f342a13e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:01:51.168061 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167574388+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea59907f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:01:51.168107 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167553268+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f342a13e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:01:51.168128 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:01:51.167601940+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f342a13e 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:02:54.169926 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:02:54.169931 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:02:54.169975 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:02:54.169935 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:02:54.169985 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:02:54.169992 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:02:54.169946 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:02:54.169995 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:02:54.170012 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169851142+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:60d39598 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:02:54.170018 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:02:54.170019 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:02:54.170021 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:02:54.170022 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:02:54.170031 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:02:54.170034 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:02:54.170034 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:02:54.170058 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169828998+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:60d39598 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:02:54.170086 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169781254+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79c8a4d9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:02:54.170087 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:02:54.170111 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169801990+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79c8a4d9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:02:54.170136 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169839334+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:60d39598 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:02:54.170163 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169845638+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:60d39598 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:02:54.170184 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169850566+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79c8a4d9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:02:54.170204 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169807686+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79c8a4d9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:02:54.170221 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169834246+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:60d39598 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:02:54.170244 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169818534+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79c8a4d9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:02:54.170267 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169803942+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:60d39598 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:02:54.170288 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169843878+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79c8a4d9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:02:54.170310 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169818886+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:60d39598 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:02:54.170336 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169824422+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:60d39598 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:02:54.170362 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169812614+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79c8a4d9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:02:54.170384 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:02:54.169835846+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:79c8a4d9 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:03:57.171619 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:03:57.171635 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:03:57.171626 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:03:57.171649 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:03:57.171655 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:03:57.171661 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:03:57.171666 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:03:57.171672 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:03:57.171675 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:03:57.171677 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:03:57.171679 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:03:57.171685 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:03:57.171687 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:03:57.171691 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:03:57.171700 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:03:57.171709 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171518107+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be38de2c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:03:57.171708 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:03:57.171732 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171542811+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a723ef6d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:03:57.171756 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171523547+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be38de2c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:03:57.171772 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171532891+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be38de2c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:03:57.171800 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171529755+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a723ef6d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:03:57.171823 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171499323+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a723ef6d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:03:57.171847 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171536379+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a723ef6d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:03:57.171869 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171492987+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be38de2c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:03:57.171890 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171527899+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be38de2c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:03:57.171910 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171539163+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be38de2c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:03:57.171930 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171513307+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a723ef6d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:03:57.171950 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171473915+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a723ef6d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:03:57.171975 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171506043+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a723ef6d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:03:57.171995 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171505499+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be38de2c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:03:57.172017 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171512283+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:be38de2c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:03:57.172037 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:03:57.171493659+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a723ef6d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:05:00.173446 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:05:00.173455 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:05:00.173472 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:05:00.173478 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:05:00.173491 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:05:00.173492 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:05:00.173491 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:05:00.173503 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:05:00.173504 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:05:00.173514 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:05:00.173515 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:05:00.173517 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:05:00.173525 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:05:00.173529 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:05:00.173530 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:05:00.173534 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:05:00.173536 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173340425+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dc1a453d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:05:00.173594 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173310921+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c501747c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:05:00.173622 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173367977+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dc1a453d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:05:00.173647 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173281417+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dc1a453d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:05:00.173672 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173294377+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c501747c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:05:00.173696 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173336713+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c501747c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:05:00.173713 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173331401+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c501747c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:05:00.173736 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173344297+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c501747c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:05:00.173758 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173310633+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dc1a453d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:05:00.173780 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173347145+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dc1a453d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:05:00.173800 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173316713+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dc1a453d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:05:00.173826 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173355113+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dc1a453d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:05:00.173852 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173356361+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c501747c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:05:00.173878 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173350537+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c501747c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:05:00.173899 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173361545+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dc1a453d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:05:00.173920 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:05:00.173325289+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c501747c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:06:03.175944 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:06:03.175946 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:06:03.175970 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:06:03.175973 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:06:03.175990 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:06:03.175989 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:06:03.175993 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:06:03.175999 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:06:03.176003 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:06:03.176007 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:06:03.176012 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:06:03.176013 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:06:03.176019 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:06:03.176021 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:06:03.176029 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:06:03.176040 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175859674+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e582b910 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:06:03.176039 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:06:03.176067 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175853594+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e582b910 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:06:03.176108 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175827482+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fc998851 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:06:03.176144 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175849530+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fc998851 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:06:03.176167 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175824346+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e582b910 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:06:03.176185 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175807706+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fc998851 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:06:03.176206 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175864474+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e582b910 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:06:03.176222 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175832826+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fc998851 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:06:03.176246 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175890362+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e582b910 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:06:03.176306 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175870874+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e582b910 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:06:03.176334 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175884186+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fc998851 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:06:03.176355 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175836154+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e582b910 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:06:03.176372 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175843482+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e582b910 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:06:03.176395 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175839290+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fc998851 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:06:03.176418 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175878426+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fc998851 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:06:03.176444 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:06:03.175866682+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fc998851 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:07:06.177606 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:07:06.177624 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:07:06.177628 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:07:06.177642 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:07:06.177649 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:07:06.177653 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:07:06.177656 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:07:06.177662 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:07:06.177664 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:07:06.177669 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:07:06.177673 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:07:06.177676 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:07:06.177677 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:07:06.177668 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:07:06.177687 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:07:06.177697 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177508117+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6479f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:07:06.177704 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:07:06.177728 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177516245+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:127f48b2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:07:06.177753 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177532789+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6479f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:07:06.177774 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177493237+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:127f48b2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:07:06.177797 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177520341+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6479f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:07:06.177818 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177509461+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:127f48b2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:07:06.177840 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177523061+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:127f48b2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:07:06.177861 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177497685+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6479f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:07:06.177886 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177513557+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6479f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:07:06.177907 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177526485+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6479f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:07:06.177933 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177484437+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:127f48b2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:07:06.177954 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177483573+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6479f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:07:06.177975 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177503637+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b6479f3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:07:06.177997 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177455413+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:127f48b2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:07:06.178057 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177488629+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:127f48b2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:07:06.178087 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:07:06.177478613+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:127f48b2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:08:09.179599 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:08:09.179610 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:08:09.179630 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:08:09.179643 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:08:09.179649 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:08:09.179660 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:08:09.179663 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:08:09.179666 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:08:09.179671 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:08:09.179672 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:08:09.179684 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:08:09.179684 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:08:09.179685 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:08:09.179696 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:08:09.179697 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179532453+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:231d3f07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:08:09.179684 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:08:09.179727 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179510789+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:231d3f07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:08:09.179728 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:08:09.179759 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179474053+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9e1289 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:08:09.179777 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179504933+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:231d3f07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:08:09.179800 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179479749+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9e1289 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:08:09.179823 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179512421+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9e1289 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:08:09.179846 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179469189+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9e1289 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:08:09.179870 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179499429+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:231d3f07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:08:09.179912 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179500293+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9e1289 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:08:09.179938 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179506245+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9e1289 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:08:09.179961 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179485893+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9e1289 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:08:09.179983 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179485189+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:231d3f07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:08:09.180031 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179522949+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:231d3f07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:08:09.180056 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179528037+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:231d3f07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:08:09.180079 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179444709+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:bd9e1289 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:08:09.180102 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:08:09.179516069+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:231d3f07 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:09:12.182508 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:09:12.182519 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:09:12.182525 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:09:12.182538 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:09:12.182540 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:09:12.182546 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:09:12.182548 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:09:12.182558 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:09:12.182562 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:09:12.182565 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:09:12.182572 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:09:12.182574 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:09:12.182574 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:09:12.182577 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:09:12.182584 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:09:12.182585 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:09:12.182595 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182399830+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:82ba6923 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:09:12.182624 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182427254+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:82ba6923 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:09:12.182650 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182412534+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:82ba6923 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:09:12.182673 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182417846+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9ba15862 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:09:12.182701 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182410966+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9ba15862 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:09:12.182723 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182406422+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:82ba6923 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:09:12.182750 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182419382+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:82ba6923 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:09:12.182790 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182425462+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9ba15862 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:09:12.182813 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182386390+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:82ba6923 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:09:12.182835 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182363734+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9ba15862 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:09:12.182855 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182370646+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:82ba6923 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:09:12.182877 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182386166+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9ba15862 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:09:12.182901 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182393718+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:82ba6923 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:09:12.182922 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182404566+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9ba15862 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:09:12.182943 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182392982+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9ba15862 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:09:12.182967 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:09:12.182398614+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9ba15862 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:10:15.184406 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:10:15.184421 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:10:15.184441 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:10:15.184442 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:10:15.184448 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:10:15.184451 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:10:15.184462 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:10:15.184474 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:10:15.184475 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:10:15.184484 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:10:15.184486 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:10:15.184486 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:10:15.184497 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:10:15.184499 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184348938+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:72397531 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:10:15.184489 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:10:15.184489 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:10:15.184524 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184321898+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:72397531 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:10:15.184529 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:10:15.184547 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184261994+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:400f17b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:10:15.184571 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184333930+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:72397531 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:10:15.184603 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184321738+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:400f17b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:10:15.184628 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184285194+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:400f17b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:10:15.184670 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184304170+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:400f17b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:10:15.184706 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184290314+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:400f17b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:10:15.184734 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184341994+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:72397531 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:10:15.184763 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184298442+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:400f17b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:10:15.184792 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184327370+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:72397531 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:10:15.184815 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184298122+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:72397531 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:10:15.184841 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184338122+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:400f17b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:10:15.184863 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184329898+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:400f17b3 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:10:15.184885 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184316650+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:72397531 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:10:15.184907 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:10:15.184310698+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:72397531 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:11:18.186861 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:11:18.186882 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:11:18.186862 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:11:18.186890 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:11:18.186899 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:11:18.186873 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:11:18.186911 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:11:18.186912 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:11:18.186912 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:11:18.186918 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:11:18.186923 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:11:18.186926 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:11:18.186928 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:11:18.186929 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:11:18.186946 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:11:18.186951 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:11:18.186962 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186761478+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ca851254 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:11:18.186996 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186804966+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9cdfb5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:11:18.187020 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186786822+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ca851254 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:11:18.187061 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186749958+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ca851254 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:11:18.187087 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186788838+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9cdfb5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:11:18.187105 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186783974+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9cdfb5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:11:18.187127 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186794182+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9cdfb5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:11:18.187151 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186730534+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ca851254 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:11:18.187173 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186766470+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ca851254 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:11:18.187190 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186799366+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9cdfb5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:11:18.187217 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186756326+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ca851254 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:11:18.187243 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186780294+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ca851254 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:11:18.187265 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186774150+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9cdfb5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:11:18.187295 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186761830+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9cdfb5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:11:18.187321 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186779142+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9cdfb5d2 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:11:18.187349 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:11:18.186791910+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ca851254 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:12:21.188567 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:12:21.188588 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:12:21.188572 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:12:21.188606 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:12:21.188573 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:12:21.188618 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:12:21.188619 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:12:21.188629 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:12:21.188633 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:12:21.188636 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:12:21.188639 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:12:21.188645 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:12:21.188646 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:12:21.188654 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:12:21.188658 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:12:21.188659 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188485907+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dda794c5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:12:21.188687 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:12:21.188697 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188407219+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c4bca584 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:12:21.188718 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188430227+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c4bca584 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:12:21.188743 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188416947+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dda794c5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:12:21.188765 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188445011+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dda794c5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:12:21.188787 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188449203+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c4bca584 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:12:21.188809 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188455667+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c4bca584 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:12:21.188830 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188451379+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dda794c5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:12:21.188851 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188472627+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dda794c5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:12:21.188872 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188468627+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c4bca584 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:12:21.188897 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188430131+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dda794c5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:12:21.188918 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188458323+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dda794c5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:12:21.188935 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188480051+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:dda794c5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:12:21.188956 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188473267+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c4bca584 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:12:21.188979 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188481075+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c4bca584 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:12:21.189000 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:12:21.188462515+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c4bca584 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:13:24.190855 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:13:24.190862 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:13:24.190878 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:13:24.190866 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:13:24.190895 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:13:24.190897 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:13:24.190911 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:13:24.190911 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:13:24.190916 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:13:24.190924 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:13:24.190927 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:13:24.190930 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:13:24.190936 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:13:24.190929 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:13:24.190954 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190754474+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:572d9122 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:13:24.190958 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:13:24.190961 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:13:24.190995 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190760266+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:572d9122 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:13:24.191021 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190781770+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4e36a063 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:13:24.191049 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190768234+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4e36a063 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:13:24.191072 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190754090+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4e36a063 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:13:24.191095 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190769930+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:572d9122 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:13:24.191117 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190775946+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:572d9122 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:13:24.191142 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190775370+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4e36a063 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:13:24.191167 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190740298+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4e36a063 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:13:24.191227 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190731114+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4e36a063 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:13:24.191256 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190765482+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:572d9122 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:13:24.191285 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190746698+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4e36a063 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:13:24.191315 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190741578+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:572d9122 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:13:24.191359 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190730250+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:572d9122 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:13:24.191387 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190747882+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:572d9122 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:13:24.191409 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:13:24.190713994+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4e36a063 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:14:27.192285 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:14:27.192300 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:14:27.192314 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:14:27.192320 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:14:27.192286 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:14:27.192325 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:14:27.192331 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:14:27.192338 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:14:27.192341 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:14:27.192346 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:14:27.192345 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:14:27.192351 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:14:27.192352 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:14:27.192362 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:14:27.192368 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:14:27.192377 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192249147+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8cb25f14 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:14:27.192400 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:14:27.192401 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192202107+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea1db8b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:14:27.192462 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192187067+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea1db8b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:14:27.192490 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192182715+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea1db8b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:14:27.192512 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192230939+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8cb25f14 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:14:27.192539 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192193019+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea1db8b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:14:27.192561 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192241211+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8cb25f14 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:14:27.192589 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192151995+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea1db8b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:14:27.192611 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192197467+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea1db8b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:14:27.192632 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192235803+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8cb25f14 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:14:27.192653 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192216059+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8cb25f14 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:14:27.192674 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192172187+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea1db8b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:14:27.192694 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192178587+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:ea1db8b7 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:14:27.192715 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192197243+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8cb25f14 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:14:27.192736 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192211227+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8cb25f14 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:14:27.192756 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:14:27.192244731+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8cb25f14 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:15:30.196205 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:15:30.196240 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:15:30.196213 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:15:30.196257 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:15:30.196263 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:15:30.196275 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:15:30.196275 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:15:30.196283 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:15:30.196286 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:15:30.196298 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:15:30.196299 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:15:30.196300 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:15:30.196299 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196132587+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9e07f0fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:15:30.196311 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:15:30.196314 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:15:30.196299 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:15:30.196329 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:15:30.196339 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196118443+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9e07f0fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:15:30.196365 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196094347+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:871cc1bb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:15:30.196383 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196124971+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9e07f0fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:15:30.196405 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196096075+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9e07f0fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:15:30.196428 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196128171+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:871cc1bb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:15:30.196449 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196100555+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:871cc1bb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:15:30.196470 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196059883+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9e07f0fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:15:30.196492 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196105739+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:871cc1bb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:15:30.196513 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196042059+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:871cc1bb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:15:30.196534 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196078859+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:871cc1bb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:15:30.196555 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196083467+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9e07f0fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:15:30.196576 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196087307+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:871cc1bb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:15:30.196596 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196090027+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9e07f0fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:15:30.196618 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196120907+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:871cc1bb 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:15:30.196639 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:15:30.196078155+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:9e07f0fa 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:16:33.200167 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:16:33.200182 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:16:33.200170 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:16:33.200196 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:16:33.200201 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:16:33.200175 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:16:33.200216 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:16:33.200219 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:16:33.200213 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:16:33.200228 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:16:33.200234 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:16:33.200237 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:16:33.200238 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:16:33.200240 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:16:33.200241 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:16:33.200254 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200036339+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:148df51d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:16:33.200275 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:16:33.200276 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200119859+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d96c45c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:16:33.200332 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200104339+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d96c45c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:16:33.200354 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200100339+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:148df51d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:16:33.200376 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200050899+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d96c45c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:16:33.200399 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200056787+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d96c45c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:16:33.200420 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200039411+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d96c45c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:16:33.200446 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200060371+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:148df51d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:16:33.200467 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200113395+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d96c45c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:16:33.200492 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200066643+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:148df51d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:16:33.200513 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200083699+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:148df51d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:16:33.200535 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200024659+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:148df51d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:16:33.200560 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200032019+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d96c45c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:16:33.200585 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200043891+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:148df51d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:16:33.200605 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200107283+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:148df51d 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:16:33.200627 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:16:33.200011603+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d96c45c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:17:36.204115 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:17:36.204125 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:17:36.204144 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:17:36.204145 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:17:36.204152 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:17:36.204145 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:17:36.204155 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:17:36.204174 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:17:36.204177 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:17:36.204181 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:17:36.204181 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:17:36.204187 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:17:36.204189 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:17:36.204192 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:17:36.204183 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:17:36.204199 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.204057948+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f42d39e1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:17:36.204215 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:17:36.204229 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.204044252+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f42d39e1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:17:36.204267 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.203972540+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c61b5b63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:17:36.204294 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.204005820+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c61b5b63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:17:36.204353 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.204062076+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f42d39e1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:17:36.204373 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.204026076+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c61b5b63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:17:36.204417 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.203990620+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c61b5b63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:17:36.204462 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.204049084+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f42d39e1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:17:36.204505 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.204017116+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f42d39e1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:17:36.204550 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.204031420+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f42d39e1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:17:36.204578 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.204031484+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c61b5b63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:17:36.204619 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.204053148+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f42d39e1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:17:36.204665 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.204038524+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f42d39e1 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:17:36.204711 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.204019996+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c61b5b63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:17:36.204753 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.203996988+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c61b5b63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:17:36.204802 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:17:36.204001884+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c61b5b63 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:18:39.207075 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:18:39.207096 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:18:39.207084 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:18:39.207107 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:18:39.207115 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:18:39.207123 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:18:39.207128 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:18:39.207129 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:18:39.207136 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:18:39.207140 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:18:39.207143 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:18:39.207149 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:18:39.207150 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:18:39.207155 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:18:39.207159 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:18:39.207171 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:18:39.207175 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206944956+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4c915e84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:18:39.207265 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206967356+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4c915e84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:18:39.207297 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206980700+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:558a6fc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:18:39.207320 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206962588+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4c915e84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:18:39.207343 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206966684+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:558a6fc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:18:39.207374 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206974396+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:558a6fc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:18:39.207400 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206952284+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4c915e84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:18:39.207426 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206951516+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:558a6fc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:18:39.207452 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206932124+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:558a6fc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:18:39.207476 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206905532+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4c915e84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:18:39.207497 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206931548+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4c915e84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:18:39.207516 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206939420+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:558a6fc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:18:39.207537 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206916188+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:558a6fc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:18:39.207563 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206938396+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4c915e84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:18:39.207597 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206945660+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:558a6fc5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:18:39.207623 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:18:39.206958492+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:4c915e84 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:19:42.208451 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:19:42.208477 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:19:42.208492 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:19:42.208460 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:19:42.208508 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:19:42.208514 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:19:42.208453 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:19:42.208520 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:19:42.208528 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:19:42.208529 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:19:42.208531 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:19:42.208540 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:19:42.208543 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:19:42.208542 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:19:42.208542 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:19:42.208541 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208326169+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c0a7dce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:19:42.208588 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:19:42.208623 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208392505+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d9bceda5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:19:42.208649 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208343321+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c0a7dce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:19:42.208676 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208358393+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c0a7dce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:19:42.208704 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208370361+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d9bceda5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:19:42.208730 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208360153+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d9bceda5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:19:42.208756 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208373913+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c0a7dce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:19:42.208781 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208352921+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c0a7dce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:19:42.208804 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208348057+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d9bceda5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:19:42.208830 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208365145+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d9bceda5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:19:42.208851 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208375513+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d9bceda5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:19:42.208875 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208386649+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d9bceda5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:19:42.208897 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208348953+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c0a7dce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:19:42.208923 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208379609+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c0a7dce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:19:42.208945 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208381273+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:d9bceda5 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:19:42.208967 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:19:42.208384761+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c0a7dce4 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:20:45.210725 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:20:45.210733 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:20:45.210755 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:20:45.210760 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:20:45.210764 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:20:45.210768 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:20:45.210778 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:20:45.210778 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:20:45.210786 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:20:45.210792 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:20:45.210792 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:20:45.210793 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:20:45.210799 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:20:45.210804 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:20:45.210805 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:20:45.210817 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:20:45.210821 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210664992+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8336393c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:20:45.210850 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210639040+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8336393c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:20:45.210876 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210602912+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b1005bbe 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:20:45.210901 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210614336+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8336393c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:20:45.210923 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210608064+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b1005bbe 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:20:45.210947 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210612960+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b1005bbe 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:20:45.210970 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210627584+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8336393c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:20:45.210991 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210585376+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b1005bbe 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:20:45.211054 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210645312+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8336393c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:20:45.211084 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210646176+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b1005bbe 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:20:45.211106 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210658368+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8336393c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:20:45.211131 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210651840+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8336393c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:20:45.211153 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210618304+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b1005bbe 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:20:45.211178 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210633472+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b1005bbe 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:20:45.211205 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210640640+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b1005bbe 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:20:45.211231 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:20:45.210633088+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8336393c 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:21:48.212763 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:21:48.212772 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:21:48.212783 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:21:48.212787 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:21:48.212795 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:21:48.212804 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:21:48.212805 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:21:48.212808 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:21:48.212820 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:21:48.212827 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:21:48.212827 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:21:48.212839 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:21:48.212846 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:21:48.212830 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:21:48.212852 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:21:48.212853 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212696671+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:db55296a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:21:48.212882 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:21:48.212893 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212664671+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c24e182b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:21:48.212931 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212653663+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c24e182b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:21:48.212956 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212642367+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c24e182b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:21:48.212979 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212655967+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:db55296a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:21:48.213006 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212659455+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c24e182b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:21:48.213028 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212650399+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:db55296a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:21:48.213053 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212679359+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c24e182b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:21:48.213075 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212670719+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c24e182b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:21:48.213123 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212661631+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:db55296a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:21:48.213146 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212683743+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c24e182b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:21:48.213171 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212631103+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:db55296a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:21:48.213189 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212683455+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:db55296a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:21:48.213211 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212675711+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:c24e182b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:21:48.213233 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212690815+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:db55296a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:21:48.213254 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:21:48.212667871+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:db55296a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:22:51.214669 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:22:51.214682 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:22:51.214694 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:22:51.214705 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:22:51.214716 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:22:51.214719 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:22:51.214716 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:22:51.214728 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:22:51.214734 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:22:51.214731 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:22:51.214741 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:22:51.214745 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:22:51.214731 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:22:51.214759 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214589287+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7858b0b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:22:51.214760 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:22:51.214754 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:22:51.214788 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214582887+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35b3e989 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:22:51.214802 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:22:51.214820 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214600391+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7858b0b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:22:51.214908 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214595079+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7858b0b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:22:51.214934 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214551847+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35b3e989 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:22:51.214958 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214568967+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35b3e989 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:22:51.214981 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214611879+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7858b0b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:22:51.215002 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214557543+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7858b0b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:22:51.215024 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214575687+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35b3e989 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:22:51.215045 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214582663+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7858b0b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:22:51.215092 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214574791+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7858b0b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:22:51.215118 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214537319+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35b3e989 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:22:51.215141 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214606055+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7858b0b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:22:51.215167 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214542695+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35b3e989 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:22:51.215184 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214547047+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35b3e989 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:22:51.215206 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:22:51.214514183+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:35b3e989 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:23:54.217269 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:23:54.217283 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:23:54.217305 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:23:54.217269 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:23:54.217314 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:23:54.217323 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:23:54.217274 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:23:54.217334 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:23:54.217333 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:23:54.217341 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:23:54.217344 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:23:54.217348 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:23:54.217355 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:23:54.217356 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:23:54.217357 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:23:54.217365 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217123201+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47eded31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:23:54.217375 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:23:54.217396 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217190657+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5ef6dc70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:23:54.217419 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217160001+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5ef6dc70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:23:54.217441 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217164033+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47eded31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:23:54.217459 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217144161+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47eded31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:23:54.217478 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217170049+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47eded31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:23:54.217499 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217157857+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47eded31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:23:54.217521 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217174849+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47eded31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:23:54.217547 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217123649+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5ef6dc70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:23:54.217591 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217142625+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5ef6dc70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:23:54.217618 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217177537+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5ef6dc70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:23:54.217640 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217153217+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5ef6dc70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:23:54.217662 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217180129+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47eded31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:23:54.217684 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217147873+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5ef6dc70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:23:54.217705 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217184353+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:5ef6dc70 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:23:54.217745 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:23:54.217151617+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:47eded31 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:24:57.219553 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:24:57.219568 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:24:57.219586 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:24:57.219588 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:24:57.219593 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:24:57.219604 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:24:57.219602 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:24:57.219619 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:24:57.219626 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:24:57.219630 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:24:57.219634 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:24:57.219636 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:24:57.219642 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:24:57.219638 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:24:57.219660 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219455881+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:78c9969b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:24:57.219639 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:24:57.219673 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:24:57.219696 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219478697+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:78c9969b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:24:57.219725 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219472841+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:78c9969b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:24:57.219752 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219463081+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:61d2a7da 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:24:57.219779 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219466697+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:78c9969b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:24:57.219805 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219449641+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:61d2a7da 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:24:57.219828 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219460745+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:78c9969b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:24:57.219855 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219470025+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:61d2a7da 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:24:57.219878 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219437225+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:61d2a7da 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:24:57.219903 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219431145+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:61d2a7da 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:24:57.219920 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219410665+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:61d2a7da 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:24:57.219943 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219477033+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:61d2a7da 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:24:57.219968 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219450601+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:78c9969b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:24:57.219994 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219442697+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:78c9969b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:24:57.220019 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219443145+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:61d2a7da 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:24:57.220044 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:24:57.219428361+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:78c9969b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:26:00.222593 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:26:00.222598 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:26:00.222598 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:26:00.222599 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:26:00.222644 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:26:00.222650 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:26:00.222654 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:26:00.222661 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:26:00.222663 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:26:00.222668 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:26:00.222670 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:26:00.222672 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:26:00.222675 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:26:00.222675 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:26:00.222681 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:26:00.222684 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222505386+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b9f83c65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:26:00.222707 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222457578+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b9f83c65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:26:00.222710 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:26:00.222734 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222436106+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b9f83c65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:26:00.222755 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222466346+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a0e30d24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:26:00.222781 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222491658+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a0e30d24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:26:00.222803 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222479050+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a0e30d24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:26:00.222825 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222468106+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b9f83c65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:26:00.222847 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222474730+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b9f83c65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:26:00.222869 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222454282+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a0e30d24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:26:00.222890 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222496746+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b9f83c65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:26:00.222916 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222498410+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a0e30d24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:26:00.222940 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222484906+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a0e30d24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:26:00.222969 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222462666+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b9f83c65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:26:00.223006 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222489482+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:b9f83c65 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:26:00.223029 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222472874+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a0e30d24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:26:00.223051 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:26:00.222503242+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:a0e30d24 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:27:03.224470 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:27:03.224484 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:27:03.224516 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:27:03.224529 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:27:03.224540 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:27:03.224542 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:27:03.224547 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:27:03.224554 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:27:03.224554 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:27:03.224570 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:27:03.224570 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:27:03.224570 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:27:03.224575 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224391073+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:33723982 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:27:03.224577 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:27:03.224582 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:27:03.224584 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:27:03.224605 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224376129+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:33723982 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:27:03.224621 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:27:03.224629 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224381825+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:33723982 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:27:03.224654 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224486209+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:199d0076 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:27:03.224676 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224371265+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:33723982 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:27:03.224697 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224452929+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:199d0076 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:27:03.224720 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224472737+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:199d0076 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:27:03.224741 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224386689+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:33723982 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:27:03.224763 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224366657+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:33723982 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:27:03.224784 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224479425+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:199d0076 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:27:03.224810 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224524161+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:199d0076 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:27:03.224835 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224336193+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:33723982 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:27:03.224861 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224535937+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:199d0076 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:27:03.224882 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224515585+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:199d0076 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:27:03.224907 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224361761+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:33723982 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:27:03.224928 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:27:03.224530401+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:199d0076 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:28:06.226629 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:28:06.226636 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:28:06.226637 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:28:06.226676 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:28:06.226651 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:28:06.226700 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:28:06.226690 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:28:06.226702 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:28:06.226726 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:28:06.226727 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:28:06.226734 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:28:06.226736 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:28:06.226740 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:28:06.226739 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:28:06.226743 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:28:06.226767 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226549034+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cac9c43f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:28:06.226777 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:28:06.226819 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226512746+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cac9c43f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:28:06.226846 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226520362+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cac9c43f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:28:06.226871 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226525674+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cac9c43f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:28:06.226898 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226499786+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cac9c43f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:28:06.226922 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226474858+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f8ffa6bd 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:28:06.226949 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226496906+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f8ffa6bd 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:28:06.226973 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226509674+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f8ffa6bd 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:28:06.227017 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226536394+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cac9c43f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:28:06.227048 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226516362+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f8ffa6bd 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:28:06.227071 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226532906+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f8ffa6bd 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:28:06.227092 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226546986+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f8ffa6bd 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:28:06.227115 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226540362+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f8ffa6bd 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:28:06.227140 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226503082+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:f8ffa6bd 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:28:06.227163 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226530762+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cac9c43f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:28:06.227181 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:28:06.226542666+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:cac9c43f 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:29:09.228457 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:29:09.228469 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:29:09.228485 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:29:09.228493 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:29:09.228461 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:29:09.228500 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:29:09.228508 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:29:09.228512 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:29:09.228514 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:29:09.228520 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:29:09.228523 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:29:09.228526 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:29:09.228531 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:29:09.228533 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:29:09.228534 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:29:09.228550 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228330301+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7275a35a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:29:09.228566 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:29:09.228573 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228338493+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6b6e921b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:29:09.228601 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228337725+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7275a35a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:29:09.228625 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228323197+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7275a35a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:29:09.228648 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228373277+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7275a35a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:29:09.228670 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228331773+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6b6e921b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:29:09.228692 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228362205+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6b6e921b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:29:09.228713 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228299581+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7275a35a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:29:09.228739 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228366589+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7275a35a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:29:09.228761 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228359197+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7275a35a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:29:09.228781 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228324893+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6b6e921b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:29:09.228802 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228310461+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6b6e921b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:29:09.228828 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228345373+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6b6e921b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:29:09.228854 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228343421+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:7275a35a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:29:09.228875 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228356029+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6b6e921b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:29:09.228896 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:29:09.228351069+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:6b6e921b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:30:12.230353 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:30:12.230363 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:30:12.230384 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:30:12.230389 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:30:12.230401 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:30:12.230402 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:30:12.230412 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:30:12.230414 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:30:12.230415 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:30:12.230425 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:30:12.230425 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:30:12.230428 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:30:12.230436 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:30:12.230441 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:30:12.230424 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:30:12.230454 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230240154+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e758107b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:30:12.230459 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:30:12.230492 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230252154+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e758107b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:30:12.230514 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230278138+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e758107b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:30:12.230541 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230220282+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fe43213a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:30:12.230559 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230256794+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fe43213a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:30:12.230582 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230244218+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fe43213a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:30:12.230609 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230239514+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fe43213a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:30:12.230630 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230258682+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e758107b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:30:12.230652 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230246714+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e758107b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:30:12.230676 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230270010+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fe43213a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:30:12.230700 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230263738+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fe43213a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:30:12.230724 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230271866+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e758107b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:30:12.230745 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230265626+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e758107b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:30:12.230770 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230275610+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fe43213a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:30:12.230796 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230224762+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:e758107b 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:30:12.230822 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:30:12.230249882+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:fe43213a 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:31:15.232318 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:31:15.232336 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:31:15.232319 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:31:15.232357 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:31:15.232328 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:31:15.232363 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:31:15.232369 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:31:15.232377 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:31:15.232382 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:31:15.232384 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:31:15.232387 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:31:15.232398 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:31:15.232398 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:31:15.232400 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:31:15.232409 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:31:15.232412 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232194858+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:96ff9721 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:31:15.232427 2125347 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0]>\n", - "[-]E1118 10:31:15.232442 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232187626+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8fe4a660 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:31:15.232469 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232249386+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8fe4a660 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:31:15.232491 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232158378+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8fe4a660 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:31:15.232518 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232200714+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8fe4a660 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:31:15.232540 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232209898+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:96ff9721 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:31:15.232566 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232180042+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...31 chars] CRC:b26ff2e3 5b 22 61 6e 6f 6e 5f 31 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8fe4a660 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:31:15.232592 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232215050+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:bd789f5c 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:96ff9721 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:31:15.232618 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232181930+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:a17868c5 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:96ff9721 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:31:15.232641 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232203690+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:fa91f3dc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:96ff9721 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:31:15.232658 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232217642+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8fe4a660 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:31:15.232673 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232233994+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:96ff9721 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:31:15.232698 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232238954+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:c841725c 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:96ff9721 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:31:15.232719 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232225610+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...29 chars] CRC:81780eaa 5b 22 61 6e 6f 6e 5f 32 [...21 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8fe4a660 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:31:15.232740 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.58.146:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232221930+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:734a6a1e 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:96ff9721 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 10:31:15.232762 2125347 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43767,mesh_root_client_proc,client[0], dest:tcp:172.27.60.61:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T10:31:15.232195114+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:328e961e 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...85 chars] CRC:8fe4a660 5b 5b 7b 22 44 69 72 65 [...77 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n" - ] - } - ], + "outputs": [], "source": [ "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n", "\n", @@ -7281,7 +106,7 @@ "\n", "async def main():\n", " num_nodes = 2\n", - " gpus_per_node = 4\n", + " gpus_per_node = 8\n", " mesh_name = \"mesh0\"\n", " \n", " # Create SLURM job\n", diff --git a/examples/slurm_titan.ipynb b/examples/slurm_titan.ipynb index 76b96f518..f6d7fb0d1 100644 --- a/examples/slurm_titan.ipynb +++ b/examples/slurm_titan.ipynb @@ -30,7 +30,7 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": null, "id": "85b0693f", "metadata": {}, "outputs": [], @@ -51,7 +51,7 @@ "\n", "# Configure job parameters\n", "num_nodes = 2 # assign for your system\n", - "gpus_per_node = 4 # adjust for your hardware\n", + "gpus_per_node = 8 # adjust for your hardware\n", "mesh_name = \"mesh0\"\n", "\n", "# Create a SLURM job with N nodes\n", @@ -73,7 +73,7 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": null, "id": "39d51df7", "metadata": {}, "outputs": [], @@ -179,162 +179,10 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": null, "id": "091a7066", "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "root 2025-11-18 22:37:27 WARNING tokenizer_path is deprecated, use model.hf_assets_path instead. Setting hf_assets_path to tokenizer_path temporarily.\n", - "Found cached job at path: .monarch/job_state.pkl\n", - "SLURM job 9231 not found in queue\n", - "Cached job cannot run this spec, removing cache\n", - "Cancelled SLURM job 9231\n", - "Applying current job\n", - "Submitting SLURM job with 2 nodes\n", - "SLURM job 9233 submitted. Logs will be written to: /home/mreso/monarch/examples/slurm_9233_monarch_example_2659661.out\n", - "Saving job to cache at .monarch/job_state.pkl\n", - "Job has started, connecting to current state\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "SLURM job 9233 is running on 2 nodes: ['slurm-compute-node-090', 'slurm-compute-node-098']\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[36m>>> Aggregated Logs (2025-11-18 22:37:38) >>>\u001b[0m\n", - "\u001b[33m[1 similar log lines]\u001b[0m [1] [titan] 2025-11-18 22:37:49,545 - root - INFO - Starting job: Llama 3 debug training\n", - "\u001b[36m<<< Aggregated Logs (2025-11-18 22:37:49) <<<\u001b[0m\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "\u001b[36m>>> Aggregated Logs (2025-11-18 22:37:38) >>>\u001b[0m\n", - "\u001b[33m[8 similar log lines]\u001b[0m [3] /home/mreso/miniforge3/envs/monarch/lib/python3.12/site-packages/torch/distributed/device_mesh.py:604: UserWarning: Slicing a flattened dim from root mesh will be deprecated in PT 2.11. Users need to bookkeep the flattened mesh directly. \n", - "\u001b[33m[8 similar log lines]\u001b[0m [3] sliced_mesh_layout = self._get_slice_mesh_layout(mesh_dim_names)\n", - "\u001b[36m<<< Aggregated Logs (2025-11-18 22:37:52) <<<\u001b[0m\n", - "\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[36m>>> Aggregated Logs (2025-11-18 22:37:49) >>>\u001b[0m\n", - "\u001b[33m[7 similar log lines]\u001b[0m [3] [titan] 2025-11-18 22:37:49,545 - root - INFO - Starting job: Llama 3 debug training\n", - "\u001b[33m[8 similar log lines]\u001b[0m [3] [titan] 2025-11-18 22:37:50,244 - root - INFO - Building 1-D device mesh with ['dp_shard'], [8]\n", - "\u001b[33m[8 similar log lines]\u001b[0m [3] [titan] 2025-11-18 22:37:50,247 - root - INFO - [GC] Initial GC collection took 0.00 seconds\n", - "\u001b[36m<<< Aggregated Logs (2025-11-18 22:37:52) <<<\u001b[0m\n", - "\n", - "\u001b[36m>>> Aggregated Logs (2025-11-18 22:37:52) >>>\u001b[0m\n", - "\u001b[33m[1 similar log lines]\u001b[0m [5] [titan] 2025-11-18 22:37:56,210 - root - INFO - Loading tokenizer from tokenizer.json\n", - "\u001b[36m<<< Aggregated Logs (2025-11-18 22:37:56) <<<\u001b[0m\n", - "\n", - "\u001b[36m>>> Aggregated Logs (2025-11-18 22:37:56) >>>\u001b[0m\n", - "\u001b[33m[7 similar log lines]\u001b[0m [6] [titan] 2025-11-18 22:37:56,210 - root - INFO - Loading tokenizer from tokenizer.json\n", - "\u001b[33m[8 similar log lines]\u001b[0m [6] [titan] 2025-11-18 22:37:56,232 - root - INFO - Preparing c4 dataset from allenai/c4\n", - "\u001b[36m<<< Aggregated Logs (2025-11-18 22:37:59) <<<\u001b[0m\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "\u001b[36m>>> Aggregated Logs (2025-11-18 22:37:52) >>>\u001b[0m\n", - "\u001b[33m[8 similar log lines]\u001b[0m [5] /home/mreso/miniforge3/envs/monarch/lib/python3.12/site-packages/torch/distributed/device_mesh.py:604: UserWarning: Slicing a flattened dim from root mesh will be deprecated in PT 2.11. Users need to bookkeep the flattened mesh directly. \n", - "\u001b[33m[8 similar log lines]\u001b[0m [5] sliced_mesh_layout = self._get_slice_mesh_layout(mesh_dim_names)\n", - "\u001b[36m<<< Aggregated Logs (2025-11-18 22:38:02) <<<\u001b[0m\n", - "\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[36m>>> Aggregated Logs (2025-11-18 22:37:59) >>>\u001b[0m\n", - "\u001b[33m[8 similar log lines]\u001b[0m [4] [titan] 2025-11-18 22:38:00,340 - root - INFO - Building llama3 debugmodel with TransformerModelArgs(_enforced='This field is used to enforce all fields have defaults.', dim=256, n_layers=6, n_heads=16, n_kv_heads=None, vocab_size=2048, multiple_of=256, ffn_dim_multiplier=None, norm_eps=1e-05, rope_theta=500000, rope_scaling_args=RoPEScalingArgs(scaling_factor=8.0, low_freq_factor=1.0, high_freq_factor=4.0, original_max_position_embeddings=8192), max_seq_len=2048, depth_init=True, use_flex_attn=False, attn_mask_type='causal', eos_id=0)\n", - "\u001b[33m[8 similar log lines]\u001b[0m [4] [titan] 2025-11-18 22:38:00,349 - root - INFO - CUDA capacity: NVIDIA GB200 with 184.00GiB memory\n", - "\u001b[33m[8 similar log lines]\u001b[0m [5] [titan] 2025-11-18 22:38:00,408 - root - INFO - \u001b[34mModel llama3 debugmodel \u001b[31msize: 6,163,712 total parameters\u001b[39m\n", - "\u001b[33m[8 similar log lines]\u001b[0m [5] [titan] 2025-11-18 22:38:00,408 - root - INFO - Applied full activation checkpointing to the model\n", - "\u001b[33m[8 similar log lines]\u001b[0m [7] [titan] 2025-11-18 22:38:00,487 - root - INFO - Applied FSDP to the model\n", - "\u001b[33m[8 similar log lines]\u001b[0m [7] [titan] 2025-11-18 22:38:00,876 - root - INFO - Peak FLOPS used for computing MFU: 2.250e+15\n", - "\u001b[33m[8 similar log lines]\u001b[0m [7] [titan] 2025-11-18 22:38:00,877 - root - INFO - CUDA memory usage for model: 0.00GiB(0.00%)\n", - "\u001b[33m[8 similar log lines]\u001b[0m [7] [titan] 2025-11-18 22:38:00,878 - root - WARNING - model.safetensors.index.json not found at hf_assets_path: /home/mreso/monarch/examples/tokenizer/model.safetensors.index.json. Defaulting to saving a single safetensors file if checkpoint is saved in HF format\n", - "\u001b[33m[8 similar log lines]\u001b[0m [7] [titan] 2025-11-18 22:38:00,878 - root - INFO - Mixed precision training is handled by fully_shard\n", - "\u001b[33m[8 similar log lines]\u001b[0m [7] [titan] 2025-11-18 22:38:00,878 - root - INFO - Trainer is initialized with local batch size 8, global batch size 64, gradient accumulation steps 1, sequence length 2048, total steps 50 (warmup 2)\n", - "\u001b[33m[8 similar log lines]\u001b[0m [7] [titan] 2025-11-18 22:38:00,878 - root - INFO - [trainer_7] initialized successfully and starting training\n", - "\u001b[33m[8 similar log lines]\u001b[0m [7] [titan] 2025-11-18 22:38:00,879 - root - INFO - Training starts at step 1\n", - "\u001b[33m[1 similar log lines]\u001b[0m [0] [titan] 2025-11-18 22:38:01,073 - root - INFO - TensorBoard logging enabled. Logs will be saved at ./outputs/tb/20251118-2238\n", - "\u001b[36m<<< Aggregated Logs (2025-11-18 22:38:02) <<<\u001b[0m\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "\u001b[36m>>> Aggregated Logs (2025-11-18 22:38:02) >>>\u001b[0m\n", - "\u001b[33m[1 similar log lines]\u001b[0m [0] /home/mreso/miniforge3/envs/monarch/lib/python3.12/site-packages/torch/distributed/device_mesh.py:604: UserWarning: Slicing a flattened dim from root mesh will be deprecated in PT 2.11. Users need to bookkeep the flattened mesh directly. \n", - "\u001b[33m[1 similar log lines]\u001b[0m [0] sliced_mesh_layout = self._get_slice_mesh_layout(mesh_dim_names)\n", - "\u001b[36m<<< Aggregated Logs (2025-11-18 22:38:05) <<<\u001b[0m\n", - "\n", - "\u001b[36m>>> Aggregated Logs (2025-11-18 22:38:05) >>>\u001b[0m\n", - "\u001b[33m[7 similar log lines]\u001b[0m [3] /home/mreso/miniforge3/envs/monarch/lib/python3.12/site-packages/torch/distributed/device_mesh.py:604: UserWarning: Slicing a flattened dim from root mesh will be deprecated in PT 2.11. Users need to bookkeep the flattened mesh directly. \n", - "\u001b[33m[7 similar log lines]\u001b[0m [3] sliced_mesh_layout = self._get_slice_mesh_layout(mesh_dim_names)\n", - "\u001b[36m<<< Aggregated Logs (2025-11-18 22:38:08) <<<\u001b[0m\n", - "\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[36m>>> Aggregated Logs (2025-11-18 22:38:02) >>>\u001b[0m\n", - "\u001b[33m[272 similar log lines]\u001b[0m [3] [titan] 2025-11-18 22:38:05,821 - root - INFO - \u001b[31mstep: 1 \u001b[32mloss: 8.1109 \u001b[38;2;180;60;0mgrad_norm: 1.5071 \u001b[38;2;54;234;195mmemory: 0.68GiB(0.37%) \u001b[34mtps: 3,482 \u001b[36mtflops: 0.25 \u001b[35mmfu: 0.01%\u001b[39m\n", - "\u001b[33m[8 similar log lines]\u001b[0m [5] [titan] 2025-11-18 22:38:05,827 - root - INFO - Synchronizing and adjusting timeout for all ProcessGroups to 0:01:00\n", - "\u001b[36m<<< Aggregated Logs (2025-11-18 22:38:08) <<<\u001b[0m\n", - "\n", - "\u001b[36m>>> Aggregated Logs (2025-11-18 22:38:08) >>>\u001b[0m\n", - "\u001b[33m[128 similar log lines]\u001b[0m [7] [titan] 2025-11-18 22:38:08,832 - root - INFO - \u001b[31mstep: 35 \u001b[32mloss: 2.8697 \u001b[38;2;180;60;0mgrad_norm: 0.1972 \u001b[38;2;54;234;195mmemory: 0.69GiB(0.37%) \u001b[34mtps: 188,801 \u001b[36mtflops: 13.52 \u001b[35mmfu: 0.60%\u001b[39m\n", - "\u001b[33m[8 similar log lines]\u001b[0m [7] [titan] 2025-11-18 22:38:10,140 - root - INFO - [GC] Performing periodic GC collection took 0.05 seconds\n", - "\u001b[33m[7 similar log lines]\u001b[0m [2] [titan] 2025-11-18 22:38:10,236 - root - INFO - Training completed\n", - "\u001b[33m[1 similar log lines]\u001b[0m [0] [titan] 2025-11-18 22:38:10,236 - root - INFO - Sleeping 2 seconds for other ranks to complete\n", - "\u001b[33m[7 similar log lines]\u001b[0m [1] [titan] 2025-11-18 22:38:10,368 - root - INFO - [trainer_1] trainer cleaned up\n", - "\u001b[36m<<< Aggregated Logs (2025-11-18 22:38:11) <<<\u001b[0m\n", - "\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "root 2025-11-18 22:38:12 INFO Training completed successfully!\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "\u001b[36m>>> Aggregated Logs (2025-11-18 22:38:11) >>>\u001b[0m\n", - "\u001b[33m[1 similar log lines]\u001b[0m [0] [titan] 2025-11-18 22:38:12,237 - root - INFO - Training completed\n", - "\u001b[33m[1 similar log lines]\u001b[0m [0] [titan] 2025-11-18 22:38:12,287 - root - INFO - [trainer_0] trainer cleaned up\n", - "\u001b[36m<<< Aggregated Logs (2025-11-18 22:38:13) <<<\u001b[0m\n", - "\n" - ] - } - ], + "outputs": [], "source": [ "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n", "\n", @@ -385,152 +233,7 @@ "execution_count": null, "id": "9c10aa93", "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "Cancelled SLURM job 9233\n", - "root 2025-11-18 22:38:14 INFO Job terminated successfully\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "[-]E1118 22:38:45.979907 2659661 hyperactor/src/channel/net.rs:889] error_msg:session tcp:172.27.60.155:22222.9291070674861734285: failed to receive ack within timeout 30 secs; link is currently broken\n", - "[-]E1118 22:38:45.980013 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:38:45.980025 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:38:45.980051 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:38:45.980051 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:38:45.980066 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:38:45.980082 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:38:45.980084 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:38:45.980127 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:38:45.980190 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.516837287+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:3099da30 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:387e7379 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:38:45.980223 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.338711230+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:3dba390f 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:20a7280f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:38:45.980248 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.338706462+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:4abb2bc6 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:20a7280f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:38:45.980303 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.338701886+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:9f91bc2b 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:20a7280f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:38:45.980333 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.516868071+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:4abb2bc6 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:387e7379 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:38:45.980355 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.516864135+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:9f91bc2b 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:387e7379 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:38:45.980383 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.338664350+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:3099da30 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:20a7280f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:38:45.980406 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.516872551+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:3dba390f 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:387e7379 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:38:46.175354 2659661 hyperactor/src/channel/net.rs:876] error_msg:session tcp:172.27.55.147:22222.1689097658096225785: failed to deliver message within timeout\n", - "[-]E1118 22:38:46.175444 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:38:46.175466 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:38:46.175488 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:38:46.175504 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:38:46.175515 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.338715998+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:d153700e 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:20a7280f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:38:46.175515 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:38:46.175517 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:38:46.175546 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.516877543+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:d153700e 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:387e7379 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:38:46.175559 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:38:46.175596 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:38:46.175606 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.338738654+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:7e1d4107 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:20a7280f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:38:46.175639 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.338729662+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:2ff52bd 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:20a7280f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:38:46.175662 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.516889287+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:2ff52bd 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:387e7379 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:38:46.175679 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.516892519+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:8b1b2cfc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:387e7379 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:38:46.175702 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.516898375+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:7e1d4107 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:387e7379 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:38:46.175722 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:38:15.338734046+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:8b1b2cfc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:20a7280f 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:39:18.341965 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:39:18.341987 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:39:18.341973 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:39:18.342005 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:39:18.342014 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:39:18.342018 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:39:18.342019 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:39:18.342058 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:39:18.342091 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.341874052+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:d153700e 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d75ad9ad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:39:18.342121 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.341869380+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:3dba390f 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d75ad9ad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:39:18.342165 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.341893764+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:7e1d4107 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d75ad9ad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:39:18.342248 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.341865412+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:4abb2bc6 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d75ad9ad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:39:18.342279 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.341843716+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:3099da30 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d75ad9ad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:39:18.342315 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.341890372+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:8b1b2cfc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d75ad9ad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:39:18.342343 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.341860964+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:9f91bc2b 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d75ad9ad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:39:18.342366 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.341886596+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:2ff52bd 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:d75ad9ad 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:39:18.518622 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:39:18.518628 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:39:18.518640 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:39:18.518658 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:39:18.518661 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:39:18.518664 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:39:18.518679 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:39:18.518693 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:39:18.518710 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.518585708+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:7e1d4107 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdb5e059 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:39:18.518746 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.518560076+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:3dba390f 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdb5e059 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:39:18.518774 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.518551948+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:9f91bc2b 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdb5e059 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:39:18.518800 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.518577036+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:2ff52bd 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdb5e059 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:39:18.518827 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.518539596+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:3099da30 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdb5e059 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:39:18.518854 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.518556716+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:4abb2bc6 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdb5e059 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:39:18.518893 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.518581900+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:8b1b2cfc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdb5e059 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:39:18.518921 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:39:18.518564684+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:d153700e 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fdb5e059 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:40:21.343972 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:40:21.343987 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:40:21.343994 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:40:21.343980 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:40:21.344013 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:40:21.344016 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:40:21.344026 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:40:21.344061 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:40:21.344105 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.343863573+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:4abb2bc6 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5b6c5bcd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:40:21.344135 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.343902612+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:7e1d4107 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5b6c5bcd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:40:21.344158 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.343858869+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:9f91bc2b 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5b6c5bcd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:40:21.344183 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.343845909+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:3099da30 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5b6c5bcd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:40:21.344242 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.343886453+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:2ff52bd 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5b6c5bcd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:40:21.344271 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.343867317+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:3dba390f 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5b6c5bcd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:40:21.344294 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.343898772+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:8b1b2cfc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5b6c5bcd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:40:21.344317 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.343871573+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:d153700e 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:5b6c5bcd 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:40:21.520417 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:40:21.520417 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:40:21.520462 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:40:21.520470 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:40:21.520478 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:40:21.520480 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.520384557+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:7e1d4107 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd362d35 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:40:21.520478 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:40:21.520492 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:40:21.520512 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:40:21.520530 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.520363981+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:d153700e 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd362d35 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:40:21.520557 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.520359213+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:3dba390f 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd362d35 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:40:21.520574 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.520375789+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:2ff52bd 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd362d35 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:40:21.520597 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.520380077+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:8b1b2cfc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd362d35 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:40:21.520622 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.520338413+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:3099da30 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd362d35 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:40:21.520648 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.520351501+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:9f91bc2b 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd362d35 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:40:21.520669 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:40:21.520355149+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:4abb2bc6 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:dd362d35 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:41:24.345853 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:41:24.345870 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:41:24.345872 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:41:24.345860 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:41:24.345892 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:41:24.345896 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:41:24.345905 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:41:24.345906 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:41:24.345978 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.345785735+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:7e1d4107 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2acbdc97 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:41:24.346005 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.345736423+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:3099da30 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2acbdc97 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:41:24.346027 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.345753383+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:9f91bc2b 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2acbdc97 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:41:24.346053 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.345760871+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:3dba390f 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2acbdc97 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:41:24.346077 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.345777191+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:2ff52bd 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2acbdc97 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:41:24.346104 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.345764583+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:d153700e 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2acbdc97 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:41:24.346130 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.345780807+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:8b1b2cfc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2acbdc97 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:41:24.346152 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.345757479+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:4abb2bc6 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:2acbdc97 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:41:24.522241 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:41:24.522281 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:41:24.522246 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:41:24.522304 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:41:24.522311 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:41:24.522322 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:41:24.522322 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:41:24.522344 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.522207941+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...30 chars] CRC:7e1d4107 5b 22 61 6e 6f 6e 5f 33 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fb0967de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:41:24.522345 2659661 hyperactor/src/mailbox.rs:344] name:undelivered_message_attempt, sender:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], error:broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, return_handle:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0]>\n", - "[-]E1118 22:41:24.522371 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.522199973+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:2ff52bd 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fb0967de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:41:24.522400 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.522189125+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...31 chars] CRC:d153700e 5b 22 61 6e 6f 6e 5f 30 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fb0967de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:41:24.522424 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.55.147:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.522203973+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:8b1b2cfc 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fb0967de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:41:24.522448 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.522185221+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_3[...31 chars] CRC:3dba390f 5b 22 61 6e 6f 6e 5f 33 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fb0967de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:41:24.522470 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.522181829+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_2[...31 chars] CRC:4abb2bc6 5b 22 61 6e 6f 6e 5f 32 [...23 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fb0967de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:41:24.522495 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState,hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.522178213+00:00, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_1[...30 chars] CRC:9f91bc2b 5b 22 61 6e 6f 6e 5f 31 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fb0967de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n", - "[-]E1118 22:41:24.522515 2659661 hyperactor/src/mailbox.rs:795] message not delivered, broken link: failed to enqueue in MailboxClient when processing buffer: channel closed, name:undelivered_message_abandoned, actor_name:client, actor_id:tcp:172.27.55.7:43973,mesh_root_client_proc,client[0], dest:tcp:172.27.60.155:22222,service,agent[0][15904432331645146645>], headers:hyperactor::mailbox::headers::send_timestamp=2025-11-18T22:41:24.522165605+00:00,hyperactor::mailbox::headers::rust_message_type=hyperactor_mesh::resource::GetState, data:ProcState>{\"name\":{\"Suffixed\":\"[\\\"anon_0[...30 chars] CRC:3099da30 5b 22 61 6e 6f 6e 5f 30 [...22 bytes]\"},\"reply\":{\"phantom\":null,\"port_id\":\"[[{\\\"Dire[...84 chars] CRC:fb0967de 5b 5b 7b 22 44 69 72 65 [...76 bytes]\",\"reducer_opts\":null,\"reducer_spec\":null}}\n" - ] - } - ], + "outputs": [], "source": [ "# (c) Meta Platforms, Inc. and affiliates. Confidential and proprietary.\n", "\n",